-- Logs begin at Tue 2022-03-08 19:39:41 UTC, end at Tue 2022-03-08 21:01:29 UTC. -- Mar 08 20:24:28.604000 dv-cinder-830097-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 20:24:31.543286 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.common.config [-] Logging enabled! Mar 08 20:24:31.543901 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 20:24:31.544076 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103419) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 20:24:31.547443 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.common.config [-] Logging enabled! Mar 08 20:24:31.548000 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 20:24:31.548319 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103419) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 20:24:31.549885 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:24:31.550123 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:24:31.550532 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:24:31.550792 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:24:31.551514 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:24:31.551865 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.552299 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 20:24:31.552620 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.552922 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.553225 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.553528 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.553822 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.554108 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.554399 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.554698 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.555002 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.555294 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.555583 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.555876 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.556166 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.556454 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.556742 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.557025 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] debug = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.557306 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.557741 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.558158 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.558441 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.558730 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.559008 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.559310 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.559589 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.559875 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.560204 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] host = dv-cinder-830097-3-iscsi {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.560483 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.560774 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.561062 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.561350 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.561626 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.561903 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.562188 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.562463 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.562736 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.563010 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.563324 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.563615 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.563906 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.564133 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.564459 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.564775 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.565064 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.565343 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.565621 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.565899 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.566181 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.566456 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.566727 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.567013 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.567325 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.567614 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.567889 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.568163 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.568435 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.568706 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.568990 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.569262 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.569536 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.569809 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.570094 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.570364 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.570638 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.570941 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.571258 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.571548 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.571838 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.572116 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.572404 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.572681 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.572952 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.573222 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_json = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.573495 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.573766 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.574047 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.574321 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.574596 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.574871 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.575169 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.575472 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.575747 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:31.576050 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.576352 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.576689 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.576990 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.577323 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.577610 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.577916 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.578218 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.578513 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.578844 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.579167 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.579483 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.579788 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.580151 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.580456 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.580767 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.581067 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.581364 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.581644 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.581924 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.582202 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.582483 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.582846 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.583157 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.583456 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.583750 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.584035 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.584337 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.584627 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.584923 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.585218 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.585496 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.585775 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.586074 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.586355 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.586632 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.586911 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.587230 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.587512 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.587786 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.588072 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.588354 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.588632 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.588905 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.589184 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.589475 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.589753 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.590026 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.590301 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.590579 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.590855 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.591167 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.591457 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.591731 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.592003 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.592284 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.592560 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.592832 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.593108 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.593380 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.593655 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.593927 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.594201 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.594474 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.594747 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.595018 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.595315 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.596103 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.596382 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.596664 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.596936 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.597213 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.597489 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.597762 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.598048 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.598403 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.598704 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.598989 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.599304 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.599589 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.599870 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.600149 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.600430 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.600713 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.600994 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.601290 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.601578 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.601870 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.602179 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.602464 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.602767 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.603050 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.603359 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.603650 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.603932 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.604213 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.604502 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.604802 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.605099 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.605396 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.605694 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.606023 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.606318 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.606647 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.606964 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.607306 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:31.607545 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:24:31.607787 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103419) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 20:24:31.983010 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 20:24:31.983319 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 20:24:31.983627 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 20:24:31.984110 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 20:24:32.315881 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.316091 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.316364 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.317760 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.318043 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.318307 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.365356 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.365635 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.365903 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.380170 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.380451 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.380756 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.409468 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.409767 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.410039 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.447717 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.447995 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.448261 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.795550 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.796187 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.796187 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.796345 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.797034 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.896527 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.896850 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.897131 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.897399 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.897663 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.897974 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.898240 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.898499 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.898753 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.899034 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.899316 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.899585 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.899844 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.900101 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.900357 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.900620 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.900872 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.901139 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.901405 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.901662 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.901932 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.902184 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.902463 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.902834 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.903081 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.903348 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.903738 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:24:32.903982 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:24:32.904221 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:24:32.904459 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:24:32.904694 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:24:32.904928 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:24:32.905286 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 20:24:32.908985 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 20:24:32.913110 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 20:24:32.916848 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 08 20:24:32.918523 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 20:24:32.919018 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 20:24:32.919383 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 20:24:32.919766 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 20:24:32.922929 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 20:24:32.923217 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 20:24:32.923593 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 20:24:32.928530 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 20:24:32.952417 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 20:24:32.952869 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.953170 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103419) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 20:24:32.953543 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.955471 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103419) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 20:24:32.955786 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 20:24:32.956087 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 20:24:32.959430 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:32.959718 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:33.023431 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 20:24:33.023677 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 20:24:33.023915 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 20:24:33.024286 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 20:24:33.044358 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_db.sqlalchemy.engines [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103419) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 20:24:33.625713 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Initializing driver for type 'gre' Mar 08 20:24:33.626239 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] gre ID ranges: [(1, 1000)] Mar 08 20:24:33.819967 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Initializing driver for type 'local' Mar 08 20:24:33.820589 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Initializing driver for type 'vlan' Mar 08 20:24:33.905648 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] VlanTypeDriver initialization complete Mar 08 20:24:33.905994 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Initializing driver for type 'vxlan' Mar 08 20:24:33.906499 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] vxlan ID ranges: [(1, 1000)] Mar 08 20:24:34.088447 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Initializing extension driver 'port_security' Mar 08 20:24:34.088902 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.extensions.port_security [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] PortSecurityExtensionDriver initialization complete Mar 08 20:24:34.089330 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Initializing mechanism driver 'openvswitch' Mar 08 20:24:34.089742 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Initializing mechanism driver 'hyperv' Mar 08 20:24:34.097183 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:34.098039 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > port after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.098414 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.098770 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.099334 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:24:34.099774 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > subnet after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.100133 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > subnet after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.100483 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.100885 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:24:34.101299 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > network after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.101655 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > network after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.102008 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > network after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.102410 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:24:34.102822 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > security_group after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.103205 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > security_group after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.103556 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.103958 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:24:34.104366 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.104723 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.105069 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.105468 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:24:34.105875 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > address_group after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.106224 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > address_group after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.106570 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.106970 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:24:34.107445 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] ML2 OVO RPC backend initialized. {{(pid=103419) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 20:24:34.108154 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.108510 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.108928 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > network before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.109281 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > networks before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.109633 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > port before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.109978 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > ports before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.110323 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > subnet before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.110671 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > subnets before_response 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.111037 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > network after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.111408 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > network after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.111749 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > network after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.112091 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > port after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.112432 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.112770 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.113110 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > subnet after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.113450 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > subnet after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.113785 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.121182 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded quota_driver: . Mar 08 20:24:34.121554 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.plugin [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Modular L2 Plugin initialization complete Mar 08 20:24:34.121912 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading services supported by the core plugin {{(pid=103419) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 20:24:34.122264 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.plugins.ml2.managers [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Got port-security extension from driver 'port_security' Mar 08 20:24:34.122747 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.extensions.vlantransparent [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Disabled vlantransparent extension. Mar 08 20:24:34.123276 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103419) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 20:24:34.123611 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading Plugin: router Mar 08 20:24:34.160235 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.160575 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router after_create 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.160952 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router before_create 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.161320 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.161697 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.162068 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router after_delete 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.162413 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.162766 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.163143 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router after_create 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.163496 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router after_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.163846 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router after_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.164201 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.164564 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router after_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.164975 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router precommit_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.165345 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.165685 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.166026 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: subnet after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.166367 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.166717 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.167092 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router precommit_create 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.167462 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: port before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.167808 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router precommit_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.168163 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router after_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.168506 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.168985 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router precommit_create 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.169351 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.169699 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router precommit_update 55549900 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.170064 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > agent after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.170417 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > agent after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.170763 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > network after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.171637 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Tracking information for resource: router configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:24:34.171974 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Tracking information for resource: floatingip configured {{(pid=103419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:24:34.177165 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.db.l3_agentschedulers_db [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 20:24:34.177743 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.178113 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: port after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.178466 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.178827 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.179638 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router before_create 55550100 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.180009 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.180380 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router precommit_create 55550100 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.180741 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > router precommit_update 55550100 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.185666 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.services.provider_configuration [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service providers = [] {{(pid=103419) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 20:24:34.186038 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.db.servicetype_db [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103419) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 20:24:34.189029 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.services.service_base [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:24:34.189385 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.services.service_base [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:24:34.189735 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.services.service_base [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:24:34.190629 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.services.service_base [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:24:34.191003 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.services.service_base [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 20:24:34.191401 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:24:34.191724 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 20:24:34.202386 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:24:34.202729 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading Plugin: auto_allocate Mar 08 20:24:34.209076 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: network precommit_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.209451 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: network precommit_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.209975 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:24:34.210302 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading Plugin: tag Mar 08 20:24:34.217130 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:24:34.217466 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading Plugin: timestamp Mar 08 20:24:34.221942 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:24:34.222276 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading Plugin: network_ip_availability Mar 08 20:24:34.227805 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.228181 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.228539 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.229252 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:24:34.229567 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading Plugin: flavors Mar 08 20:24:34.234505 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:24:34.234845 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading Plugin: revisions Mar 08 20:24:34.239225 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:24:34.239627 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.256s {{(pid=103419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 20:24:34.240373 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103419) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 20:24:34.240714 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Initializing extension manager. Mar 08 20:24:34.241241 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: __init__.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.241586 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: __pycache__ {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.241925 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.242261 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: address_group.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.243015 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.243616 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: address-group Mar 08 20:24:34.243947 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: address_scope.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.244674 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.245195 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: address-scope Mar 08 20:24:34.245525 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.246458 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.246975 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: router-admin-state-down-before-update Mar 08 20:24:34.247331 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: agent.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.248047 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.248561 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: agent Mar 08 20:24:34.248889 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: agent_resources_synced.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.249801 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.250319 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: agent-resources-synced Mar 08 20:24:34.250647 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: allowedaddresspairs.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.252479 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.253009 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: allowed-address-pairs Mar 08 20:24:34.253340 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: auto_allocated_topology.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.254439 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.254963 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: auto-allocated-topology Mar 08 20:24:34.255322 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: availability_zone.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.256026 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.256539 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: availability_zone Mar 08 20:24:34.256864 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: availability_zone_filter.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.257779 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.258296 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: availability_zone_filter Mar 08 20:24:34.258620 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: data_plane_status.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.259558 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.260067 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 20:24:34.260391 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: default_subnetpools.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.261308 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.261823 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: default-subnetpools Mar 08 20:24:34.262148 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.262958 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.263503 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: dhcp_agent_scheduler Mar 08 20:24:34.263828 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: dns.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.264752 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.265265 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 20:24:34.265590 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: dns_domain_ports.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.266513 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.267026 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 20:24:34.267889 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.268821 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.269334 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 20:24:34.269657 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: dvr.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.270328 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.270842 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: dvr Mar 08 20:24:34.271195 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: ecmp_routes.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.272118 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.272629 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 20:24:34.272957 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: empty_string_filtering.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.273869 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.274385 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: empty-string-filtering Mar 08 20:24:34.274717 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.275659 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.276168 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 20:24:34.276493 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.277481 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.277989 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 20:24:34.278349 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: external_net.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.279313 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.279819 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: external-net Mar 08 20:24:34.280141 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.281066 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.281575 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: extra_dhcp_opt Mar 08 20:24:34.281901 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: extraroute.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.282830 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.283897 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: extraroute Mar 08 20:24:34.284224 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: extraroute_atomic.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.285278 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.285794 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: extraroute-atomic Mar 08 20:24:34.286121 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: filter_validation.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.286790 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.287332 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: filter-validation Mar 08 20:24:34.287654 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: fip_pf_description.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.288571 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.289080 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 20:24:34.289408 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: fip_port_details.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.290522 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.291038 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: fip-port-details Mar 08 20:24:34.291393 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: flavors.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.292657 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.293185 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: flavors Mar 08 20:24:34.293514 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.295257 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.295798 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 20:24:34.296139 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: floatingip_pools.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.296851 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.297373 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: floatingip-pools Mar 08 20:24:34.297971 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: ip_allocation.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.298927 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.299477 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 20:24:34.299811 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.300735 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.301253 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: ip-substring-filtering Mar 08 20:24:34.301585 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: l2_adjacency.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.302508 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.303022 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 20:24:34.303381 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: l3.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.304357 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.304892 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: router Mar 08 20:24:34.305222 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.307526 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.308063 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 20:24:34.308399 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.309335 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.309857 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: ext-gw-mode Mar 08 20:24:34.310188 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.311140 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.311670 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: l3-ha Mar 08 20:24:34.312004 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.312926 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.313445 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 20:24:34.313772 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: l3_flavors.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.314733 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.315285 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: l3-flavors Mar 08 20:24:34.315611 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.317001 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.317526 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 20:24:34.317859 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.318776 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.319325 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 20:24:34.319658 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: l3agentscheduler.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.320715 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.321240 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: l3_agent_scheduler Mar 08 20:24:34.321573 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: local_ip.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.323425 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.323966 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension local_ip not supported by any of loaded plugins Mar 08 20:24:34.324307 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: logging.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.327266 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.327803 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension logging not supported by any of loaded plugins Mar 08 20:24:34.328142 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: metering.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.328897 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.329490 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: metering Mar 08 20:24:34.330342 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.331488 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.332015 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: metering_source_and_destination_fields Mar 08 20:24:34.332349 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: multiprovidernet.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.333289 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.333806 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: multi-provider Mar 08 20:24:34.334137 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: netmtu.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.335163 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.335612 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: net-mtu Mar 08 20:24:34.335941 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: netmtu_writable.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.336867 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.337380 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: net-mtu-writable Mar 08 20:24:34.337708 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: network_availability_zone.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.338383 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.338894 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: network_availability_zone Mar 08 20:24:34.339260 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: network_ip_availability.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.340393 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.340912 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: network-ip-availability Mar 08 20:24:34.341244 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: network_segment_range.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.342019 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.342529 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 20:24:34.342855 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: pagination.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.343863 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.344205 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: pagination Mar 08 20:24:34.344530 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: port_device_profile.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.346063 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.346586 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: port-device-profile Mar 08 20:24:34.346912 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.347880 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.348400 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: port-mac-address-regenerate Mar 08 20:24:34.348728 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.349657 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.350180 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: port-numa-affinity-policy Mar 08 20:24:34.350504 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: port_resource_request.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.351450 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.351964 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 20:24:34.352288 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: port_resource_request_groups.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.353265 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.353781 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 20:24:34.354104 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: portbindings.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.355053 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.355599 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: binding Mar 08 20:24:34.355924 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: portbindings_extended.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.357221 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.357742 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: binding-extended Mar 08 20:24:34.358076 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: portsecurity.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.359031 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.359578 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: port-security Mar 08 20:24:34.359907 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: project_id.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.360925 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.361270 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: project-id Mar 08 20:24:34.361600 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: providernet.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.362523 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.363049 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: provider Mar 08 20:24:34.363408 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.367056 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.367607 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos not supported by any of loaded plugins Mar 08 20:24:34.367942 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.369198 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.369722 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 20:24:34.370059 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.370981 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.371532 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 20:24:34.371865 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_default.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.372780 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.373300 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-default not supported by any of loaded plugins Mar 08 20:24:34.373634 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_fip.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.374569 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.375108 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 20:24:34.375446 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.387786 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.388304 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 20:24:34.388635 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_gateway_ip.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.389566 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.390090 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 20:24:34.390422 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_port_network_policy.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.391483 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.392003 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 20:24:34.392967 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.394014 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.394537 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 20:24:34.394869 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.395945 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.396467 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 20:24:34.396798 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_pps_rule.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.398003 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.398529 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 20:24:34.398862 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_rule_type_details.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.399820 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.400340 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 20:24:34.400670 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: qos_rules_alias.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.411531 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.412004 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 20:24:34.412336 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: quota_check_limit.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.413336 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.413861 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: quota-check-limit Mar 08 20:24:34.414191 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: quotasv2.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.415150 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.415486 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: quotas Mar 08 20:24:34.415811 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: quotasv2_detail.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.417729 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.418078 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: quota_details Mar 08 20:24:34.418415 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: rbac.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.419549 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.420083 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: rbac-policies Mar 08 20:24:34.420421 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: rbac_address_group.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.421365 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.421894 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: rbac-address-group Mar 08 20:24:34.422225 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: rbac_address_scope.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.423509 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.424000 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: rbac-address-scope Mar 08 20:24:34.424330 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: rbac_security_groups.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.425255 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.425775 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: rbac-security-groups Mar 08 20:24:34.426103 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: rbac_subnetpool.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.427119 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.427641 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: rbac-subnetpool Mar 08 20:24:34.427970 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: revisionifmatch.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.428894 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.429410 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: revision-if-match Mar 08 20:24:34.429735 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: revisions.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.430888 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.431431 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: standard-attr-revisions Mar 08 20:24:34.431761 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: router_availability_zone.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.432438 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.432960 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: router_availability_zone Mar 08 20:24:34.433286 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: routerservicetype.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.434218 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.434730 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 20:24:34.435055 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.436014 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.446416 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: security-groups-normalized-cidr Mar 08 20:24:34.446416 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.447155 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.447677 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: port-security-groups-filtering Mar 08 20:24:34.448001 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.448928 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.449443 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: security-groups-remote-address-group Mar 08 20:24:34.449768 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.450702 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.451253 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: security-groups-shared-filtering Mar 08 20:24:34.451584 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.452174 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 20:24:34.452499 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: securitygroup.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.462875 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.463449 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: security-group Mar 08 20:24:34.463791 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: segment.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.464635 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.465156 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension segment not supported by any of loaded plugins Mar 08 20:24:34.465509 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.466441 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.466968 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 20:24:34.467323 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: servicetype.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.468445 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.468974 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: service-type Mar 08 20:24:34.469309 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: sorting.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.475722 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.476061 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: sorting Mar 08 20:24:34.476391 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: standard_attr_segment.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.477316 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.477842 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 20:24:34.478172 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: standardattrdescription.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.478829 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.479380 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: standard-attr-description Mar 08 20:24:34.479711 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: stateful_security_group.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.480642 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.481169 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: stateful-security-group Mar 08 20:24:34.481498 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: stdattrs_common.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.482091 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 20:24:34.482418 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.483395 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.483921 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 20:24:34.484247 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: subnet_onboard.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.485383 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.487457 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: subnet_onboard Mar 08 20:24:34.487789 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.488792 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.489491 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 20:24:34.489821 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: subnet_service_types.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.490835 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.491483 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: subnet-service-types Mar 08 20:24:34.491860 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: subnetallocation.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.493096 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.493624 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: subnet_allocation Mar 08 20:24:34.493957 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.494631 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.495180 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: subnetpool-prefix-ops Mar 08 20:24:34.495511 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.496466 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.496983 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 20:24:34.497312 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: tagging.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.498456 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.498984 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: standard-attr-tag Mar 08 20:24:34.499339 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: timestamp.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.500553 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.501078 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loaded extension: standard-attr-timestamp Mar 08 20:24:34.501409 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: trunk.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.503048 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.503611 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension trunk not supported by any of loaded plugins Mar 08 20:24:34.503941 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: trunk_details.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.504868 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.505389 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 20:24:34.505718 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: uplink_status_propagation.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.506648 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.507206 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 20:24:34.507534 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Loading extension file: vlantransparent.py {{(pid=103419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:24:34.508328 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:24:34.508851 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 20:24:34.511488 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:network Mar 08 20:24:34.512014 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:subnet Mar 08 20:24:34.512417 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:24:34.512814 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:port Mar 08 20:24:34.514043 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.514480 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service FLAVORS assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.515114 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.515556 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.515892 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:router Mar 08 20:24:34.516322 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 20:24:34.516817 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service METERING assigned prefix: /metering {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.518896 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.519304 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.519664 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:24:34.520664 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 20:24:34.521117 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:security_group Mar 08 20:24:34.521634 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 20:24:34.522238 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service CORE assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.522581 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:24:34.522932 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] subnetpool is already registered Mar 08 20:24:34.523392 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service CORE assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.523738 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:24:34.524073 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] subnetpool is already registered Mar 08 20:24:34.526331 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.526773 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service FLAVORS assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.527393 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.527820 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.528161 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:router Mar 08 20:24:34.528508 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] router is already registered Mar 08 20:24:34.528927 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 20:24:34.529266 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] floatingip is already registered Mar 08 20:24:34.529729 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service METERING assigned prefix: /metering {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.530391 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 20:24:34.530721 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] rbac_policy is already registered Mar 08 20:24:34.531158 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:security_group Mar 08 20:24:34.531502 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] security_group is already registered Mar 08 20:24:34.531908 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 20:24:34.532664 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] security_group_rule is already registered Mar 08 20:24:34.532898 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service CORE assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.533230 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:24:34.533567 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] subnetpool is already registered Mar 08 20:24:34.533993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.v2.resource_helper [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Service CORE assigned prefix: {{(pid=103419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:24:34.534321 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:24:34.534654 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING neutron.quota.resource_registry [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] subnetpool is already registered Mar 08 20:24:34.535149 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: extensions {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.536615 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: address-groups {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.538115 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: address-scopes {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.539486 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: agents {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.540649 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: auto-allocated-topology {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.541902 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: availability_zones {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.543151 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: dhcp-networks {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.544666 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: dhcp-agents {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.546100 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: routers {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.548656 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: flavors {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.549996 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: service_profiles {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.551160 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: next_providers {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.552649 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: service_profiles {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.554202 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: floatingip-pools {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.555438 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: routers {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.557563 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: floatingips {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.559805 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: l3-routers {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.561219 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: l3-agents {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.562641 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: metering-labels {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.564036 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: metering-label-rules {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.565841 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: network-ip-availabilities {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.567208 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: bindings {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.568920 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: quotas {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.570509 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: quotas {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.572072 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: rbac-policies {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.573385 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: security-groups {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.574672 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: security-group-rules {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.575936 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: service-providers {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.577153 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: subnetpools {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.578579 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: subnetpools {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.580709 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.582406 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.584260 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.586029 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.587847 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.589709 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.591501 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.593412 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.595203 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.597073 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron.api.extensions [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Extended resource: tags {{(pid=103419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:24:34.602948 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING keystonemiddleware.auth_token [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 20:24:34.607664 dv-cinder-830097-3-iscsi neutron-server[103419]: WARNING keystonemiddleware.auth_token [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 20:24:34.616392 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Acquired lock "singleton_lock" {{(pid=103419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 20:24:34.616873 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_concurrency.lockutils [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Releasing lock "singleton_lock" {{(pid=103419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 20:24:34.617533 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO oslo_service.service [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Starting 2 workers Mar 08 20:24:34.622419 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Started child 103530 {{(pid=103419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:24:34.627534 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Started child 103531 {{(pid=103419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:24:34.628715 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:34.629351 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO neutron.service [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 20:24:34.630006 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:34.630248 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [-] (103530) wsgi starting up on http://0.0.0.0:9696 Mar 08 20:24:34.632500 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO oslo_service.service [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Starting 1 workers Mar 08 20:24:34.632605 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:34.634025 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [-] (103531) wsgi starting up on http://0.0.0.0:9696 Mar 08 20:24:34.637858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Started child 103532 {{(pid=103419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:24:34.638462 dv-cinder-830097-3-iscsi neutron-server[103419]: INFO oslo_service.service [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Starting 1 workers Mar 08 20:24:34.642042 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.service [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] calling RpcWorker wait() {{(pid=103532) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 20:24:34.643601 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.service [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] returning from RpcWorker wait() {{(pid=103532) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 20:24:34.643687 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Started child 103533 {{(pid=103419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:24:34.644440 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-121fc264-0a25-49ba-bf52-6835d10c4817 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:34.644543 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:34.645050 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:34.646438 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 20:24:34.646663 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:24:34.646853 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:24:34.647084 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:24:34.647475 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:24:34.647677 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:24:34.648190 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.648470 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.648748 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.648893 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:34.649416 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.649416 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.649869 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.650163 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.650438 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.650714 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.650975 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.651170 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.651339 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.651599 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.651856 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.652159 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.652452 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.652705 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.652962 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.653138 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.653405 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.653672 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.653925 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.654197 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] debug = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.654438 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.654940 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.655203 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.655480 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.655702 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.655977 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.656206 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.656498 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.656748 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.656986 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.657245 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.657499 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.657736 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.658026 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.658289 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.658512 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.658776 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.659122 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.659483 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] host = dv-cinder-830097-3-iscsi {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.659726 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.659946 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.660194 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.660442 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.660691 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.660931 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.661200 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.661467 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.661768 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.661946 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.662190 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.662436 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.662657 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.662915 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.663085 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_options = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.663346 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.663638 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.663933 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.664101 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.664308 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.664510 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.664708 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.664877 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.665133 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.665360 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.665578 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.665799 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.666034 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.666254 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.666521 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.666938 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.667197 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.667417 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.667692 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.667954 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672016 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672016 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672016 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672016 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672016 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672016 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672016 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672016 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672016 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672576 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672576 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672576 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672576 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672576 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672576 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672576 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.672576 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.673280 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.673280 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.673280 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.673280 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.673280 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.673562 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.673754 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.674146 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.674393 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.674634 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_json = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.674877 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.675146 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.675419 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.675639 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.675869 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.676146 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.677038 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.677560 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.677787 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.678018 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:34.678913 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.679351 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.680032 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.680304 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.680566 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.680829 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.681086 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.681336 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.681594 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.681842 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.682571 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.683130 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.683709 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.683994 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.684261 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.684890 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.685107 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.685374 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.685654 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.685903 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.686142 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.686368 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.686678 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.687042 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.687236 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.687798 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.687798 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.695085 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.695085 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.695085 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.695085 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.695085 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.695085 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.695085 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.695085 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696185 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696185 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696185 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696185 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696185 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696185 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696185 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696185 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696185 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.696993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.697597 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.697597 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.697597 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.697597 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.697597 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.697597 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.697597 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.697597 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.697597 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.698345 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.698345 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.698345 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.698345 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.698345 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.698345 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.698345 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.698935 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.698935 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.698935 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.699250 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.699443 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.699677 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.700193 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.700193 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.700470 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.700561 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.700757 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.700913 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.701125 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.701335 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.701546 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.701756 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.701971 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.702204 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.702437 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.702662 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.702887 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.703344 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.703510 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.703718 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.703973 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.704288 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.704627 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.705481 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.705728 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.705971 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.706194 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.706434 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.706680 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.706941 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.707670 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.707670 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.709219 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.709219 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.709219 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.709219 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.709219 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.709219 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.709219 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.709725 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.709725 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.709878 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.710102 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.710326 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.712214 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.712214 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.712214 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.712214 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.712214 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.712214 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.712214 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.712749 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.712749 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.712912 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.713405 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.713405 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.713637 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.713889 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.714158 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.714394 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.714658 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.714897 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.715180 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.715607 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.715717 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.716229 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.716338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.716614 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.717012 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.717107 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.717381 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.717618 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.717871 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.718147 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.718847 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.718847 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.718847 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.719118 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.719339 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.719556 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.720150 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.720150 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.720371 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.720460 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.720713 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.720925 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.721158 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.721432 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.721668 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.721892 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.722124 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.722343 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.722676 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.722779 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.722997 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.723246 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.723500 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.723719 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.723940 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.724159 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.724375 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.724621 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.724839 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.725105 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.725350 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.725583 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.725828 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.726050 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.726344 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.726516 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.727079 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.727079 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.727396 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.727551 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.727665 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.727881 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.728096 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.728324 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.728543 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.728798 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.729040 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.729393 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.729634 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.729863 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.730106 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.730344 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.730579 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.730814 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.731049 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.731312 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.731562 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.731802 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.732202 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.732353 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.732840 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.732938 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.733153 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.733395 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.733638 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.733959 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.734128 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.734311 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.734531 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.734749 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.734989 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.735244 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.735458 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.735676 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.735892 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.737888 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.737888 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.737888 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.737888 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.737888 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.737888 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.737888 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.738382 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.738382 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.738382 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.738603 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.738817 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.739028 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.739280 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.739519 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.739734 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.739957 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.740174 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.740389 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.740631 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.740846 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.741077 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.741299 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.741539 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.741754 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.741978 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.742196 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.742408 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.742635 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.742873 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.743086 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.743338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.743548 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.743758 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.744002 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.744309 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.744523 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.744793 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.745061 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.745279 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.745578 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.745848 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.746106 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.746353 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.746648 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.746862 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.747120 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.747371 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.747594 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.747822 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.748076 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.748393 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.748702 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.748961 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.749240 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.749521 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.749795 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.750080 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.750292 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.750591 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.750978 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.751240 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.751497 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.752265 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.752514 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.752767 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.752989 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.753231 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.753469 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.753691 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.753950 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.754183 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.754433 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.754652 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.755466 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.755466 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.755466 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.755766 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.755848 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.756061 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.756222 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:24:34.756803 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 20:24:34.756918 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:24:34.757045 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:24:34.757216 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:24:34.757389 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:24:34.757548 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:24:34.757756 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.757918 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.758083 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.758241 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.758402 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.758583 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.758738 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.758902 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.759059 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.759396 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.759561 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.759722 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.759882 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.760043 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.760203 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.760364 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.760522 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.760727 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.760851 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.761026 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.761174 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.761337 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.761493 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] debug = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.761654 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.761858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.762025 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.762183 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.762342 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.762500 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.762658 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.762817 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.762976 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.763191 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.771700 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.771700 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.771700 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.771700 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.771700 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.771700 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.771700 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.771700 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772251 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] host = dv-cinder-830097-3-iscsi {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772251 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772251 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772251 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772251 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772251 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772251 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772251 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772802 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772802 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772802 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772802 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772802 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772802 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772802 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.772802 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_options = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773346 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773346 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773346 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773346 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773346 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773346 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773346 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773815 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773815 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773815 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773815 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773815 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773815 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773815 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.773815 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.774858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775422 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775422 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775422 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775422 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775422 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775422 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775422 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775422 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775953 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775953 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775953 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775953 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775953 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775953 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775953 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.775953 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_json = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.776472 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.776472 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.776472 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.776472 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.776472 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.776472 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.776472 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.776472 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.777006 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:24:34.777006 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777006 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777006 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777006 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777006 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777006 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777006 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777540 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777540 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777540 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777540 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777540 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777540 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777949 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777949 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.777949 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.778151 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.778228 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:34.778319 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.778401 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.778552 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.778695 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.778861 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.779030 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.779216 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.779378 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.779539 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.779700 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.779869 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.780029 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.780207 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.780368 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.780530 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.780693 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.780852 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.781014 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.781177 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.781338 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.781555 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.781654 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.781805 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.781963 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.782123 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.782285 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.782444 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.782797 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.782966 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.783174 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.783311 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.783471 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.783634 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.783796 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.783959 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.784126 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.784289 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.784450 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.784612 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.784773 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.784945 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.785106 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.785266 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.785426 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.785587 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.785749 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.785896 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.786162 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.786162 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.786506 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60024) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:34.786655 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.786655 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.786655 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.787032 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.787032 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.787315 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.787315 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.787573 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.787573 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.787840 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.787974 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.788109 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.788254 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.788388 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.788523 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.788657 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.788788 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.788920 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.789074 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.789236 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.789398 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.789553 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.789709 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.789958 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.790138 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.790291 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.790466 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.790627 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.790788 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.790954 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.791141 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.791287 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.791447 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.791679 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.791804 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.791954 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.792066 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.792213 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.792378 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.792524 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.792688 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.792843 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.792993 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.793136 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.793300 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.793459 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.793621 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.793793 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.793934 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.794090 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.794254 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.794414 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.794573 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.794745 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.794995 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.795088 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.795251 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.795419 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.795592 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.795754 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.795915 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.796075 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.796238 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.796399 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.796559 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.796720 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.796883 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.797043 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.797204 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.797383 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.797533 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.797949 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.798107 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.798303 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.798463 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.798607 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.798745 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.798902 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.799061 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.799286 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.799436 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.799601 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.799731 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.799872 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.800042 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.800175 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.800316 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.800448 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.800610 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.800741 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.800877 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.801034 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.801218 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.801365 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.801518 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.801881 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.801881 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.802100 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.802100 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.802391 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.802391 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.802678 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.802678 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.802943 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.803079 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.803186 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.803308 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.803469 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.806025 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.806025 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.806025 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.806025 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.806025 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.806025 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.806025 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.806025 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807060 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807060 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807060 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807060 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807060 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807060 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807060 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807060 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807565 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807565 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807565 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807565 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807565 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807565 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807565 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.807565 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.808868 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.808960 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0171058 Mar 08 20:24:34.809055 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.809055 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.809055 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.809055 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.809055 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.809055 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.809055 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.810373 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.810373 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.810373 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.810373 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.810373 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.810373 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.810712 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.810712 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.811333 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.811333 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.813177 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.813177 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.813177 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.813177 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.813666 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.813838 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.815412 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.815595 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.816606 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.816936 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.817139 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.817278 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.817447 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.817659 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.817803 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.817950 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.818084 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.818238 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.818400 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.818574 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.818735 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.818897 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.819058 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.820484 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.820484 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.820484 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.820484 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.821263 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.821263 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.821263 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.821263 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.821263 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.821905 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.821905 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.821905 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.821905 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.822379 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.822379 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.822379 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.822549 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.822625 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.822762 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.822923 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.823191 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.823362 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.823505 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.823642 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.823775 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.823884 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.824045 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825164 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825164 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825164 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825164 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825164 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825164 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825164 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825636 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825636 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825636 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825858 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.825937 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.826065 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.826233 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.826555 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.827407 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.827407 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.827407 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.827407 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.827407 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.827797 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.827797 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.827797 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.828002 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.828938 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.829110 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.829273 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.829432 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.830353 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.830665 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.830833 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.830994 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.831178 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.834781 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.834781 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.834781 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:24:34.834781 dv-cinder-830097-3-iscsi neutron-server[103419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:24:46.529173 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a270a3-8d97-4896-98f8-f71099aec9b4 None None] get_active_networks_info from dv-cinder-830097-3-iscsi {{(pid=103532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 20:24:46.602010 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a270a3-8d97-4896-98f8-f71099aec9b4 None None] No non-hosted networks {{(pid=103532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 20:24:46.609946 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.agentschedulers_db [None req-82a270a3-8d97-4896-98f8-f71099aec9b4 None None] DHCP Agent not found on host dv-cinder-830097-3-iscsi {{(pid=103532) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 20:24:46.674209 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d949c637-696f-4eaf-8667-a06ea7123804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-854269'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.056332 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-95e1c788-b5c8-4c99-a75f-e6569ea2815e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-854269'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.112782 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.db.api [None req-11112163-2014-4e57-a731-fc9e4c6f6e1a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830097-3-iscsi {{(pid=103532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:24:49.113573 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG oslo_db.api [None req-11112163-2014-4e57-a731-fc9e4c6f6e1a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:24:49.700081 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-11112163-2014-4e57-a731-fc9e4c6f6e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:50.150908 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-854269'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.625487 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-854269'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.749036 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60108) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:52.866402 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-854269'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.867120 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.867426 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.867775 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.868082 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.868403 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.868723 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.869041 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.869379 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.869707 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.870022 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.870403 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.870665 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.870993 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:52.871416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830097-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:52.887241 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830097-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:53.300256 dv-cinder-830097-3-iscsi neutron-server[103530]: WARNING oslo_policy.policy [None req-0fcc847d-3812-4c67-9d32-7f222efb497c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:24:53.301364 dv-cinder-830097-3-iscsi neutron-server[103530]: WARNING oslo_policy.policy [None req-0fcc847d-3812-4c67-9d32-7f222efb497c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:24:53.525510 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [None req-0fcc847d-3812-4c67-9d32-7f222efb497c admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103530) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:24:53.526841 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-0fcc847d-3812-4c67-9d32-7f222efb497c admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7769086 Mar 08 20:24:55.133952 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.db.l3_hamode_db [None req-90a0ce3e-bf63-46ae-9e26-5b7b17d84370 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 20:24:55.214027 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0ce3e-bf63-46ae-9e26-5b7b17d84370 None None] Routers set() bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:55.214418 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0ce3e-bf63-46ae-9e26-5b7b17d84370 None None] Router IDs set() for agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 20:24:56.211267 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60134) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:56.702071 dv-cinder-830097-3-iscsi neutron-server[103531]: WARNING oslo_policy.policy [None req-307866a9-efa2-45bc-8059-52ffb779d420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:24:56.702663 dv-cinder-830097-3-iscsi neutron-server[103531]: WARNING oslo_policy.policy [None req-307866a9-efa2-45bc-8059-52ffb779d420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:24:56.921633 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-307866a9-efa2-45bc-8059-52ffb779d420 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:57.013836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.policy [None req-307866a9-efa2-45bc-8059-52ffb779d420 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103531) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 20:24:57.057265 dv-cinder-830097-3-iscsi neutron-server[103531]: WARNING oslo_policy.policy [None req-307866a9-efa2-45bc-8059-52ffb779d420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:24:57.057642 dv-cinder-830097-3-iscsi neutron-server[103531]: WARNING oslo_policy.policy [None req-307866a9-efa2-45bc-8059-52ffb779d420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:24:57.218933 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-307866a9-efa2-45bc-8059-52ffb779d420 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745624884147', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745624884710', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745624898170', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745624921315', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745624927387', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745624919848', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1995933', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1890140', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-852760', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-761003'] for rbac-policy (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.409483 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-307866a9-efa2-45bc-8059-52ffb779d420 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.410924 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-307866a9-efa2-45bc-8059-52ffb779d420 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1975825 Mar 08 20:24:59.891068 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60150) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:00.204535 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:00.287778 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Made reservation on behalf of 597807355c274a53b6ade9abac62a3f4 for: {'network': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:25:00.291666 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.309702 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.423929 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Publish callbacks [] for security_group (0f82811f-47dd-4639-89e0-75491cf7e954), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.579081 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0f82811f-47dd-4639-89e0-75491cf7e954), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.613068 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:25:00.641330 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745625853278', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (5a8ee5c4-2a27-464e-8d6c-324a7024f5d2), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.641914 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Unsubscribe: segment precommit_create {{(pid=103531) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 20:25:00.642416 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.segments_db [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Added segment 5a8ee5c4-2a27-464e-8d6c-324a7024f5d2 of type vlan for network bcbc6211-83d0-4357-a66f-c75c15d18c03 Mar 08 20:25:00.660157 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82811f-47dd-4639-89e0-75491cf7e954,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:00.687077 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.687519 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.687998 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.688435 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.688839 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.689198 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.689654 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.689989 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.690413 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.691466 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.691890 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.692311 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.692685 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Tracked resource versions report: Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: pushed versions: Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: { 'AddressGroup': {'1.2'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'ConntrackHelper': {'1.0'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Log': {'1.0'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Network': {'1.1'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Port': {'1.7'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'PortForwarding': {'1.2'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'QosPolicy': {'1.10'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SecurityGroup': {'1.5'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SubPort': {'1.0'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Subnet': {'1.1'}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Trunk': {'1.1'}} Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: consumer versions: Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: { DHCP agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: L3 agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: Metadata agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: Metering agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: Open vSwitch agent@dv-cinder-830097-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'ConntrackHelper': '1.0', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'LocalIPAssociation': '1.0', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Log': '1.0', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Network': '1.1', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Port': '1.7', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'PortForwarding': '1.2', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'QosPolicy': '1.10', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SecurityGroup': '1.5', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SecurityGroupRule': '1.2', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SubPort': '1.0', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Subnet': '1.1', Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Trunk': '1.1'}} Mar 08 20:25:00.694245 dv-cinder-830097-3-iscsi neutron-server[103531]: {{(pid=103531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:25:00.759720 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (bcbc6211-83d0-4357-a66f-c75c15d18c03), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.847538 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (bcbc6211-83d0-4357-a66f-c75c15d18c03), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.852775 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:00.853505 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.963989 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] Pushing event updated for resources: {'Network': ['ID=bcbc6211-83d0-4357-a66f-c75c15d18c03,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:00.975688 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network bcbc6211-83d0-4357-a66f-c75c15d18c03 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:25:00.987249 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-2a11c320-465c-4859-a760-16f55eea8415 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0950997 Mar 08 20:25:03.537612 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60162) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:03.933913 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e044a6-9996-487c-b96f-411d8a885554 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:03.935206 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-29e044a6-9996-487c-b96f-411d8a885554 demo admin] 10.222.0.55 "GET /v2.0/networks/bcbc6211-83d0-4357-a66f-c75c15d18c03 HTTP/1.1" status: 200 len: 825 time: 0.3965657 Mar 08 20:25:03.959861 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-f0e2aba5-46db-4f27-a0f5-911e9cb216f8 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/cbe24d89-8322-4958-a445-2caa0f378a2a HTTP/1.1" status: 200 len: 734 time: 0.0190630 Mar 08 20:25:03.968004 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Request body: {'subnet': {'subnetpool_id': 'cbe24d89-8322-4958-a445-2caa0f378a2a', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03', 'gateway_ip': '172.20.0.1'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:04.047961 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Made reservation on behalf of 597807355c274a53b6ade9abac62a3f4 for: {'subnet': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:25:04.050877 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:04.391043 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (6384c344-f909-4b2c-a0b8-8cc050157fec), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:04.462904 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6384c344-f909-4b2c-a0b8-8cc050157fec,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:04.465146 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Checking segment: {'id': '5a8ee5c4-2a27-464e-8d6c-324a7024f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:25:04.465537 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Network hostable DHCP agents. Network: bcbc6211-83d0-4357-a66f-c75c15d18c03, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:25:04.578839 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Network bcbc6211-83d0-4357-a66f-c75c15d18c03 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:25:04.647700 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, bcbc6211-83d0-4357-a66f-c75c15d18c03) {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:25:04.652358 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:04.652955 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:04.657590 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b5ddf-9b36-41a8-89e1-fa2d7f2b2e43 None None] Network bcbc6211-83d0-4357-a66f-c75c15d18c03 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:25:04.736053 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-fd008b87-2fb7-4f70-848e-36bf7fd2df18 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7710922 Mar 08 20:25:05.027895 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-bcbc6211-83d0-4357-a66f-c75c15d18c03', 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03', 'project_id': '597807355c274a53b6ade9abac62a3f4', 'fixed_ips': [{'subnet_id': '6384c344-f909-4b2c-a0b8-8cc050157fec'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:25:05.029170 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:05.305272 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Allocated IP 172.20.0.2 (bcbc6211-83d0-4357-a66f-c75c15d18c03/6384c344-f909-4b2c-a0b8-8cc050157fec/b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:25:05.577231 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Publish callbacks [] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:05.665529 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:05.742498 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Network bcbc6211-83d0-4357-a66f-c75c15d18c03 is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:25:05.747756 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:25:05.750812 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:25:05.768042 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Pushing event updated for resources: {'Port': ['ID=b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:05.810739 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.811135 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.811483 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.811824 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.812196 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.812537 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.812868 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.813193 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.813518 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.813859 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.814264 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.814515 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.814834 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Tracked resource versions report: Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: pushed versions: Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: { 'AddressGroup': {'1.2'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'ConntrackHelper': {'1.0'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Log': {'1.0'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Network': {'1.1'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Port': {'1.7'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'PortForwarding': {'1.2'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'QosPolicy': {'1.10'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SecurityGroup': {'1.5'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SubPort': {'1.0'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Subnet': {'1.1'}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Trunk': {'1.1'}} Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: consumer versions: Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: { DHCP agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: L3 agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: Metadata agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: Metering agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: Open vSwitch agent@dv-cinder-830097-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'ConntrackHelper': '1.0', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'LocalIPAssociation': '1.0', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Log': '1.0', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Network': '1.1', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Port': '1.7', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'PortForwarding': '1.2', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'QosPolicy': '1.10', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SecurityGroup': '1.5', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SecurityGroupRule': '1.2', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SubPort': '1.0', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Subnet': '1.1', Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Trunk': '1.1'}} Mar 08 20:25:05.816884 dv-cinder-830097-3-iscsi neutron-server[103532]: {{(pid=103532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:25:05.855869 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Attempting to bind port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:25:05.856182 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Attempting to bind port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '5a8ee5c4-2a27-464e-8d6c-324a7024f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:25:05.856605 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Attempting to bind port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 on network bcbc6211-83d0-4357-a66f-c75c15d18c03 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:25:05.863119 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:25:05.863119 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Checking segment: {'id': '5a8ee5c4-2a27-464e-8d6c-324a7024f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:25:05.863717 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:05.864112 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Bound using segment: {'id': '5a8ee5c4-2a27-464e-8d6c-324a7024f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:25:05.864633 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Bound port: b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8ee5c4-2a27-464e-8d6c-324a7024f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:25:05.865039 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:05.934502 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] For port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:25:05.938759 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] For port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544,segment=NetworkSegment(5a8ee5c4-2a27-464e-8d6c-324a7024f5d2),segment_id=5a8ee5c4-2a27-464e-8d6c-324a7024f5d2)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:25:05.984956 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.048969 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81c7e4-b9ce-46a1-9836-e8d8bfdc7966 None None] Pushing event updated for resources: {'Port': ['ID=b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:07.270071 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60170) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:07.581912 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [None req-e7ffbfd3-620d-4183-971c-9739255e37c6 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:25:07.582904 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e7ffbfd3-620d-4183-971c-9739255e37c6 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118966 Mar 08 20:25:10.118649 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60178) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:10.427907 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [None req-395e3a45-e1df-4d7d-8697-854df31a753b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:25:10.443125 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-395e3a45-e1df-4d7d-8697-854df31a753b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3092859 Mar 08 20:25:12.989271 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60186) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:13.302796 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-b3012a6d-8a58-41c9-af14-2f34beb2c146 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:13.413607 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b3012a6d-8a58-41c9-af14-2f34beb2c146 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (b2be6278-1e66-4ffd-bc51-ba84450e961e), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:13.415246 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b3012a6d-8a58-41c9-af14-2f34beb2c146 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (b2be6278-1e66-4ffd-bc51-ba84450e961e), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:13.551854 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b3012a6d-8a58-41c9-af14-2f34beb2c146 demo demo] Publish callbacks [] for router_controller (b2be6278-1e66-4ffd-bc51-ba84450e961e), precommit_add_association {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:13.614321 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b3012a6d-8a58-41c9-af14-2f34beb2c146 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (b2be6278-1e66-4ffd-bc51-ba84450e961e), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:13.695090 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b3012a6d-8a58-41c9-af14-2f34beb2c146 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:13.696443 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b3012a6d-8a58-41c9-af14-2f34beb2c146 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7061698 Mar 08 20:25:16.232858 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60198) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:16.510437 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-26b9ce8c-f355-4c58-8620-caea6aa996be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:16.555995 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [None req-e1ab3fa9-ec92-4e27-a14c-1120564a6ceb admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:25:16.556977 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e1ab3fa9-ec92-4e27-a14c-1120564a6ceb admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3231711 Mar 08 20:25:17.325964 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287057de-fef9-43fe-b246-fdf9d86f632a None None] Network bcbc6211-83d0-4357-a66f-c75c15d18c03 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:25:17.389151 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-4d994629-aef0-4c31-afa7-5020ab63b5a1 None None] Provisioning complete for port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:17.389582 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-4d994629-aef0-4c31-afa7-5020ab63b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:17.586234 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-4d994629-aef0-4c31-afa7-5020ab63b5a1 None None] Current status of the port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:17.586864 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-4d994629-aef0-4c31-afa7-5020ab63b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:17.626878 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-4d994629-aef0-4c31-afa7-5020ab63b5a1 None None] For port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544,segment=NetworkSegment(5a8ee5c4-2a27-464e-8d6c-324a7024f5d2),segment_id=5a8ee5c4-2a27-464e-8d6c-324a7024f5d2)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:17.633644 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:25:17.690233 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-4d994629-aef0-4c31-afa7-5020ab63b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:17.694275 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:17.694663 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:17.776363 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d994629-aef0-4c31-afa7-5020ab63b5a1 None None] Pushing event updated for resources: {'Port': ['ID=b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:17.822102 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:17.824843 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-12a0338a-23de-46e1-b853-b9c2518a12c0 None None] Provisioning complete for port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:17.825234 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-12a0338a-23de-46e1-b853-b9c2518a12c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:17.901310 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-12a0338a-23de-46e1-b853-b9c2518a12c0 None None] Current status of the port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:19.035759 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8b06be58-9459-4fcc-b393-ab2a093c3726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.079927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60206) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:19.386543 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:19.481523 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Made reservation on behalf of 0dd11e4f0a30424e988d1ab954d133d6 for: {'network': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:25:19.483690 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.492147 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.565991 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Publish callbacks [] for security_group (b2b7f9cb-1683-47cf-b5fb-a2bed73b8507), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.594735 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:25:19.613372 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (b2b7f9cb-1683-47cf-b5fb-a2bed73b8507), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.626910 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Reserving flat network on physical network physnet1 {{(pid=103531) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 20:25:19.642241 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:19.643942 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.648830 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b7f9cb-1683-47cf-b5fb-a2bed73b8507,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:19.652194 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (b02afc65-4536-4a65-8e05-8d8f0c953461), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.652915 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.segments_db [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Added segment b02afc65-4536-4a65-8e05-8d8f0c953461 of type flat for network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 Mar 08 20:25:19.701337 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (0c355d18-4341-4d2a-bed0-95c5e50dfee6), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.721314 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:19.778545 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (0c355d18-4341-4d2a-bed0-95c5e50dfee6), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.779455 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:19.780033 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.868551 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] Pushing event updated for resources: {'Network': ['ID=0c355d18-4341-4d2a-bed0-95c5e50dfee6,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:19.878094 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:25:19.895296 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-4cffee51-f50a-49e4-ba43-ef7a0504d2aa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8136797 Mar 08 20:25:20.115768 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:21.515501 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:22.404597 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60224) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:22.578202 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb1d6e5-6981-46d4-a217-edd5925546e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:22.579547 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-5bb1d6e5-6981-46d4-a217-edd5925546e5 demo admin] 10.222.0.55 "GET /v2.0/subnets/6384c344-f909-4b2c-a0b8-8cc050157fec HTTP/1.1" status: 200 len: 849 time: 0.1740000 Mar 08 20:25:22.703250 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b7971341-d35a-4f37-afa5-64d5e5c35db6 demo admin] 10.222.0.55 "GET /v2.0/routers/b2be6278-1e66-4ffd-bc51-ba84450e961e HTTP/1.1" status: 200 len: 704 time: 0.1176496 Mar 08 20:25:22.938390 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:22.976457 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:23.271585 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Allocated IP 172.20.0.1 (bcbc6211-83d0-4357-a66f-c75c15d18c03/6384c344-f909-4b2c-a0b8-8cc050157fec/2571506d-3e79-4954-bf51-0d19845690b6) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:25:23.504787 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Publish callbacks [] for port (2571506d-3e79-4954-bf51-0d19845690b6), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:23.613803 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (2571506d-3e79-4954-bf51-0d19845690b6), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:23.688564 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Network bcbc6211-83d0-4357-a66f-c75c15d18c03 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:25:23.693778 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:25:23.699611 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:25:23.700129 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (b2be6278-1e66-4ffd-bc51-ba84450e961e), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:23.722327 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Pushing event updated for resources: {'Port': ['ID=2571506d-3e79-4954-bf51-0d19845690b6,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:23.854740 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-3efcab06-55d2-4e2f-919e-4a5fd26bedc2 None None] Provisioning complete for port 2571506d-3e79-4954-bf51-0d19845690b6 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:23.855153 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3efcab06-55d2-4e2f-919e-4a5fd26bedc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (2571506d-3e79-4954-bf51-0d19845690b6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:23.888053 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-3efcab06-55d2-4e2f-919e-4a5fd26bedc2 None None] Port 2571506d-3e79-4954-bf51-0d19845690b6 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:25:23.949469 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (2571506d-3e79-4954-bf51-0d19845690b6), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:24.155919 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Publish callbacks [] for port (2571506d-3e79-4954-bf51-0d19845690b6), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:24.200813 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (2571506d-3e79-4954-bf51-0d19845690b6), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:24.201570 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (b2be6278-1e66-4ffd-bc51-ba84450e961e), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:24.280741 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Pushing event updated for resources: {'Port': ['ID=2571506d-3e79-4954-bf51-0d19845690b6,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:24.324608 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Network bcbc6211-83d0-4357-a66f-c75c15d18c03 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:25:24.325908 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:25:24.527631 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Router b2be6278-1e66-4ffd-bc51-ba84450e961e is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:25:24.610709 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-bbc64fa5-0466-4563-ac73-7e2d7c6f5703 None None] Provisioning complete for port 2571506d-3e79-4954-bf51-0d19845690b6 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:24.611259 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-bbc64fa5-0466-4563-ac73-7e2d7c6f5703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (2571506d-3e79-4954-bf51-0d19845690b6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:24.621149 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:25:24.639620 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-f80fd6b5-a3f9-479e-b436-a8703600459d demo admin] 10.222.0.55 "PUT /v2.0/routers/b2be6278-1e66-4ffd-bc51-ba84450e961e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9175076 Mar 08 20:25:24.639726 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Sync routers for ids ['b2be6278-1e66-4ffd-bc51-ba84450e961e'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:25:24.644336 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Routers {'b2be6278-1e66-4ffd-bc51-ba84450e961e'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:25:24.645459 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:25:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['b2be6278-1e66-4ffd-bc51-ba84450e961e'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:24.653282 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-bbc64fa5-0466-4563-ac73-7e2d7c6f5703 None None] Port 2571506d-3e79-4954-bf51-0d19845690b6 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:25:24.840649 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Set router b2be6278-1e66-4ffd-bc51-ba84450e961e gateway port host: None {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:25:25.270659 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'name': 'router1', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:25:13Z', 'updated_at': '2022-03-08T20:25:23Z', 'revision_number': 2, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'gw_port_host': None, '_interfaces': [{'id': '2571506d-3e79-4954-bf51-0d19845690b6', 'name': '', 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'mac_address': 'fa:16:3e:b8:0f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:25:23Z', 'updated_at': '2022-03-08T20:25:24Z', 'revision_number': 2, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'subnets': [{'id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe24d89-8322-4958-a445-2caa0f378a2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:25.321573 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Checking router: b2be6278-1e66-4ffd-bc51-ba84450e961e for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:25:25.321948 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Updating router b2be6278-1e66-4ffd-bc51-ba84450e961e port 2571506d-3e79-4954-bf51-0d19845690b6 binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:25:25.373427 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (2571506d-3e79-4954-bf51-0d19845690b6), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:25.889473 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Publish callbacks [] for port (2571506d-3e79-4954-bf51-0d19845690b6), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:25.949649 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (2571506d-3e79-4954-bf51-0d19845690b6), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.116493 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Pushing event updated for resources: {'Port': ['ID=2571506d-3e79-4954-bf51-0d19845690b6,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:26.121013 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Attempting to bind port 2571506d-3e79-4954-bf51-0d19845690b6 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:25:26.121422 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Attempting to bind port 2571506d-3e79-4954-bf51-0d19845690b6 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '5a8ee5c4-2a27-464e-8d6c-324a7024f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:25:26.121873 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Attempting to bind port 2571506d-3e79-4954-bf51-0d19845690b6 on network bcbc6211-83d0-4357-a66f-c75c15d18c03 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:25:26.130257 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.130633 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.131010 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.131382 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.131718 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.132051 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.132382 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.132710 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.133036 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.133383 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.133713 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.134038 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.134364 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Tracked resource versions report: Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: pushed versions: Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: { 'AddressGroup': {'1.2'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'ConntrackHelper': {'1.0'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Log': {'1.0'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Network': {'1.1'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Port': {'1.7'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'PortForwarding': {'1.2'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'QosPolicy': {'1.10'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SecurityGroup': {'1.5'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SubPort': {'1.0'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Subnet': {'1.1'}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Trunk': {'1.1'}} Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: consumer versions: Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: { DHCP agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: L3 agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: Metadata agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: Metering agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: Open vSwitch agent@dv-cinder-830097-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'ConntrackHelper': '1.0', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'LocalIPAssociation': '1.0', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Log': '1.0', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Network': '1.1', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Port': '1.7', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'PortForwarding': '1.2', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'QosPolicy': '1.10', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SecurityGroup': '1.5', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SecurityGroupRule': '1.2', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SubPort': '1.0', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Subnet': '1.1', Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Trunk': '1.1'}} Mar 08 20:25:26.135783 dv-cinder-830097-3-iscsi neutron-server[103533]: {{(pid=103533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:25:26.138291 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:25:26.138715 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Checking segment: {'id': '5a8ee5c4-2a27-464e-8d6c-324a7024f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:25:26.139251 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.139676 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Bound using segment: {'id': '5a8ee5c4-2a27-464e-8d6c-324a7024f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:25:26.140135 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Bound port: 2571506d-3e79-4954-bf51-0d19845690b6, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8ee5c4-2a27-464e-8d6c-324a7024f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:25:26.140520 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (2571506d-3e79-4954-bf51-0d19845690b6), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.180938 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-fbe410da-5a5d-4212-9c9d-3591b75a5182 None None] Provisioning complete for port 2571506d-3e79-4954-bf51-0d19845690b6 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:26.181488 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-fbe410da-5a5d-4212-9c9d-3591b75a5182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (2571506d-3e79-4954-bf51-0d19845690b6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.210717 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] For port 2571506d-3e79-4954-bf51-0d19845690b6, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:25:26.216282 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-fbe410da-5a5d-4212-9c9d-3591b75a5182 None None] Port 2571506d-3e79-4954-bf51-0d19845690b6 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:25:26.230568 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] For port 2571506d-3e79-4954-bf51-0d19845690b6, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=2571506d-3e79-4954-bf51-0d19845690b6,segment=NetworkSegment(5a8ee5c4-2a27-464e-8d6c-324a7024f5d2),segment_id=5a8ee5c4-2a27-464e-8d6c-324a7024f5d2)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:25:26.287807 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (2571506d-3e79-4954-bf51-0d19845690b6), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.351148 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Routers {'b2be6278-1e66-4ffd-bc51-ba84450e961e'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:25:26.351779 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:25:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['b2be6278-1e66-4ffd-bc51-ba84450e961e'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:26.353753 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2b246-8c8b-40a8-999d-8a733ea14c90 None None] Pushing event updated for resources: {'Port': ['ID=2571506d-3e79-4954-bf51-0d19845690b6,revision_number=4']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:26.451532 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] Set router b2be6278-1e66-4ffd-bc51-ba84450e961e gateway port host: None {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:25:26.546277 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-28f939b7-25cc-4098-a180-a753109ee5f6 None None] Provisioning complete for port 2571506d-3e79-4954-bf51-0d19845690b6 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:26.546679 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-28f939b7-25cc-4098-a180-a753109ee5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (2571506d-3e79-4954-bf51-0d19845690b6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.629122 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-28f939b7-25cc-4098-a180-a753109ee5f6 None None] Current status of the port 2571506d-3e79-4954-bf51-0d19845690b6 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:26.629517 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-28f939b7-25cc-4098-a180-a753109ee5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (2571506d-3e79-4954-bf51-0d19845690b6), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.661424 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-28f939b7-25cc-4098-a180-a753109ee5f6 None None] For port 2571506d-3e79-4954-bf51-0d19845690b6, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=2571506d-3e79-4954-bf51-0d19845690b6,segment=NetworkSegment(5a8ee5c4-2a27-464e-8d6c-324a7024f5d2),segment_id=5a8ee5c4-2a27-464e-8d6c-324a7024f5d2)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:26.678506 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'name': 'router1', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:25:13Z', 'updated_at': '2022-03-08T20:25:23Z', 'revision_number': 2, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'gw_port_host': None, '_interfaces': [{'id': '2571506d-3e79-4954-bf51-0d19845690b6', 'name': '', 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'mac_address': 'fa:16:3e:b8:0f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:25:23Z', 'updated_at': '2022-03-08T20:25:26Z', 'revision_number': 4, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'subnets': [{'id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe24d89-8322-4958-a445-2caa0f378a2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:26.710414 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e7209-f87e-45a7-8f2f-a75be4354eaf None None] The sync data for ids ['b2be6278-1e66-4ffd-bc51-ba84450e961e'] in dv-cinder-830097-3-iscsi is: [{'id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'name': 'router1', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:25:13Z', 'updated_at': '2022-03-08T20:25:23Z', 'revision_number': 2, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'gw_port_host': None, '_interfaces': [{'id': '2571506d-3e79-4954-bf51-0d19845690b6', 'name': '', 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'mac_address': 'fa:16:3e:b8:0f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:25:23Z', 'updated_at': '2022-03-08T20:25:26Z', 'revision_number': 4, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'subnets': [{'id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe24d89-8322-4958-a445-2caa0f378a2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:25:26.725498 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 5 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:25:26.773044 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-28f939b7-25cc-4098-a180-a753109ee5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (2571506d-3e79-4954-bf51-0d19845690b6), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.824340 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f939b7-25cc-4098-a180-a753109ee5f6 None None] Pushing event updated for resources: {'Port': ['ID=2571506d-3e79-4954-bf51-0d19845690b6,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:27.074675 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60244) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:27.184702 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eca8e8-de5b-4823-9be9-041dcac1de1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:27.185939 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-11eca8e8-de5b-4823-9be9-041dcac1de1c admin admin] 10.222.0.55 "GET /v2.0/networks/0c355d18-4341-4d2a-bed0-95c5e50dfee6 HTTP/1.1" status: 200 len: 842 time: 0.1102860 Mar 08 20:25:27.195320 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Request body: {'subnet': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:27.281478 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Made reservation on behalf of 0dd11e4f0a30424e988d1ab954d133d6 for: {'subnet': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:25:27.284518 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:27.683609 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.objects.ports [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103531) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 20:25:27.684037 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (4922a627-5c68-4256-822b-8e12362a1110), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:27.732579 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4922a627-5c68-4256-822b-8e12362a1110,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:27.748206 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:25:27.748558 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Network hostable DHCP agents. Network: 0c355d18-4341-4d2a-bed0-95c5e50dfee6, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:25:27.807045 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:25:27.858516 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, 0c355d18-4341-4d2a-bed0-95c5e50dfee6) {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:25:27.863625 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:27.864913 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:27.871955 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d0010d-55f3-4ae7-90f7-780eaf1e9a02 None None] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:25:27.931126 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c199c98b-1849-43a2-8edd-1bae6b6cae2c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7261314 Mar 08 20:25:27.980588 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43566943-5123-428f-9d00-a306dfb6413d None None] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:25:30.344060 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60252) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:30.480277 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-842a35e1-7bbb-4e25-8a1d-127a6f846b61 demo admin] 10.222.0.55 "GET /v2.0/routers/b2be6278-1e66-4ffd-bc51-ba84450e961e HTTP/1.1" status: 200 len: 710 time: 0.1350203 Mar 08 20:25:30.566870 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84397cf2-c2a7-49fb-8547-cd2372885d5b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:30.568200 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-84397cf2-c2a7-49fb-8547-cd2372885d5b demo admin] 10.222.0.55 "GET /v2.0/networks/0c355d18-4341-4d2a-bed0-95c5e50dfee6 HTTP/1.1" status: 200 len: 886 time: 0.0826483 Mar 08 20:25:30.577144 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:30.833497 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Publish callbacks [] for router_gateway (b2be6278-1e66-4ffd-bc51-ba84450e961e), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:31.118829 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Publish callbacks [] for router_gateway (b2be6278-1e66-4ffd-bc51-ba84450e961e), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:31.191111 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:31.293871 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Allocated IP 172.27.3.147 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/68622a90-47d5-45ef-a977-d9c597757268) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:25:31.503727 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Publish callbacks [] for port (68622a90-47d5-45ef-a977-d9c597757268), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:31.590375 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (68622a90-47d5-45ef-a977-d9c597757268), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:31.628894 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:25:31.633044 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:25:31.637249 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:25:31.640390 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Pushing event updated for resources: {'Port': ['ID=68622a90-47d5-45ef-a977-d9c597757268,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:32.060683 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Publish callbacks [] for router_gateway (b2be6278-1e66-4ffd-bc51-ba84450e961e), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:32.257793 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-859343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-855576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24641'] for router (b2be6278-1e66-4ffd-bc51-ba84450e961e), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:32.261152 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-859334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-859389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-855575'] for router (b2be6278-1e66-4ffd-bc51-ba84450e961e), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:32.368760 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Router b2be6278-1e66-4ffd-bc51-ba84450e961e has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:25:32.477876 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:25:32.482427 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:32.483512 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c6ae9137-8261-43f3-b1c7-a64ac481235e demo admin] 10.222.0.55 "PUT /v2.0/routers/b2be6278-1e66-4ffd-bc51-ba84450e961e HTTP/1.1" status: 200 len: 890 time: 1.9095876 Mar 08 20:25:33.631707 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 2571506d-3e79-4954-bf51-0d19845690b6 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:25:33.682667 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 2571506d-3e79-4954-bf51-0d19845690b6 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:33.683049 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (2571506d-3e79-4954-bf51-0d19845690b6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:33.763886 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 2571506d-3e79-4954-bf51-0d19845690b6 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:35.012591 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60264) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:35.132389 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-d9d38046-96ba-4c4c-9b8f-96fc8b473ebd admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1185811 Mar 08 20:25:35.310376 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Sync routers for ids ['b2be6278-1e66-4ffd-bc51-ba84450e961e'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:25:35.324001 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Routers {'b2be6278-1e66-4ffd-bc51-ba84450e961e'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:25:35.324662 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:25:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['b2be6278-1e66-4ffd-bc51-ba84450e961e'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:35.541411 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Set router b2be6278-1e66-4ffd-bc51-ba84450e961e gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:25:36.023542 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'name': 'router1', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '68622a90-47d5-45ef-a977-d9c597757268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:25:13Z', 'updated_at': '2022-03-08T20:25:31Z', 'revision_number': 4, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'gw_port': {'id': '68622a90-47d5-45ef-a977-d9c597757268', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:58:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:25:31Z', 'updated_at': '2022-03-08T20:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '2571506d-3e79-4954-bf51-0d19845690b6', 'name': '', 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'mac_address': 'fa:16:3e:b8:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:25:23Z', 'updated_at': '2022-03-08T20:25:26Z', 'revision_number': 5, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'subnets': [{'id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe24d89-8322-4958-a445-2caa0f378a2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:36.076014 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Checking router: b2be6278-1e66-4ffd-bc51-ba84450e961e for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:25:36.076302 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Updating router b2be6278-1e66-4ffd-bc51-ba84450e961e port 68622a90-47d5-45ef-a977-d9c597757268 binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:25:36.126614 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (68622a90-47d5-45ef-a977-d9c597757268), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:36.441976 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Publish callbacks [] for port (68622a90-47d5-45ef-a977-d9c597757268), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:36.543813 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (68622a90-47d5-45ef-a977-d9c597757268), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:36.597674 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906e13b-f700-4421-b83e-db81f9c9fff2 None None] Pushing event updated for resources: {'Port': ['ID=68622a90-47d5-45ef-a977-d9c597757268,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:36.599965 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Attempting to bind port 68622a90-47d5-45ef-a977-d9c597757268 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:25:36.600341 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Attempting to bind port 68622a90-47d5-45ef-a977-d9c597757268 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:25:36.600720 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Attempting to bind port 68622a90-47d5-45ef-a977-d9c597757268 on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:25:36.606494 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:25:36.606875 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:25:36.607328 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:36.607720 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:25:36.608192 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Bound port: 68622a90-47d5-45ef-a977-d9c597757268, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:25:36.608569 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (68622a90-47d5-45ef-a977-d9c597757268), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:36.657077 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] For port 68622a90-47d5-45ef-a977-d9c597757268, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:25:36.660023 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] For port 68622a90-47d5-45ef-a977-d9c597757268, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=68622a90-47d5-45ef-a977-d9c597757268,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:25:36.699424 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (68622a90-47d5-45ef-a977-d9c597757268), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:36.759137 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Routers {'b2be6278-1e66-4ffd-bc51-ba84450e961e'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:25:36.759776 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:25:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['b2be6278-1e66-4ffd-bc51-ba84450e961e'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:36.761689 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906e13b-f700-4421-b83e-db81f9c9fff2 None None] Pushing event updated for resources: {'Port': ['ID=68622a90-47d5-45ef-a977-d9c597757268,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:36.887596 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] Set router b2be6278-1e66-4ffd-bc51-ba84450e961e gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:25:37.119402 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'name': 'router1', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '68622a90-47d5-45ef-a977-d9c597757268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:25:13Z', 'updated_at': '2022-03-08T20:25:31Z', 'revision_number': 4, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'gw_port': {'id': '68622a90-47d5-45ef-a977-d9c597757268', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:58:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:25:31Z', 'updated_at': '2022-03-08T20:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '2571506d-3e79-4954-bf51-0d19845690b6', 'name': '', 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'mac_address': 'fa:16:3e:b8:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:25:23Z', 'updated_at': '2022-03-08T20:25:26Z', 'revision_number': 5, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'subnets': [{'id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe24d89-8322-4958-a445-2caa0f378a2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:37.147092 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd88934-ebd5-4219-94ee-fded2e09c9f6 None None] The sync data for ids ['b2be6278-1e66-4ffd-bc51-ba84450e961e'] in dv-cinder-830097-3-iscsi is: [{'id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'name': 'router1', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '68622a90-47d5-45ef-a977-d9c597757268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:25:13Z', 'updated_at': '2022-03-08T20:25:31Z', 'revision_number': 4, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'gw_port': {'id': '68622a90-47d5-45ef-a977-d9c597757268', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:58:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:25:31Z', 'updated_at': '2022-03-08T20:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '2571506d-3e79-4954-bf51-0d19845690b6', 'name': '', 'network_id': 'bcbc6211-83d0-4357-a66f-c75c15d18c03', 'tenant_id': '597807355c274a53b6ade9abac62a3f4', 'mac_address': 'fa:16:3e:b8:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2be6278-1e66-4ffd-bc51-ba84450e961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:25:23Z', 'updated_at': '2022-03-08T20:25:26Z', 'revision_number': 5, 'project_id': '597807355c274a53b6ade9abac62a3f4', 'subnets': [{'id': '6384c344-f909-4b2c-a0b8-8cc050157fec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbe24d89-8322-4958-a445-2caa0f378a2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:25:37.675636 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 68622a90-47d5-45ef-a977-d9c597757268 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:25:37.743796 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 68622a90-47d5-45ef-a977-d9c597757268 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:37.744443 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (68622a90-47d5-45ef-a977-d9c597757268), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:37.886796 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 68622a90-47d5-45ef-a977-d9c597757268 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:37.887805 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (68622a90-47d5-45ef-a977-d9c597757268), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:37.913470 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 68622a90-47d5-45ef-a977-d9c597757268, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=68622a90-47d5-45ef-a977-d9c597757268,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:37.972673 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (68622a90-47d5-45ef-a977-d9c597757268), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:38.035350 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=68622a90-47d5-45ef-a977-d9c597757268,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:39.676858 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 68622a90-47d5-45ef-a977-d9c597757268 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:25:39.771076 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 68622a90-47d5-45ef-a977-d9c597757268 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:39.771502 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (68622a90-47d5-45ef-a977-d9c597757268), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:39.875235 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 68622a90-47d5-45ef-a977-d9c597757268 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:46.503682 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-17cdb713-db1e-4b6b-94bc-a59599c7c2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:49.057917 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2582e5f0-a6d0-4b50-b7b3-deb6d1e7c9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:50.109632 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:51.533257 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:52.897832 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:03.715046 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 5 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:26:16.560064 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9671-404b-4d67-98bf-836678f287ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:19.222678 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-659c7a39-3169-43a3-b139-6e1cf3855c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:20.136893 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:21.508054 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:22.879707 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:40.713006 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 5 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:26:46.512517 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-194a161b-b69c-4390-a6bd-34716c40ad2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:49.015312 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c9573395-a140-484b-8657-f075645329ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:50.158588 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:51.523952 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:52.861441 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:57.616546 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60748) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:26:57.677332 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8eaf5a-b6e6-4a8d-ac70-daef2685bc6b admin admin] GET failed (client error): The resource could not be found. Mar 08 20:26:57.678591 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-dc8eaf5a-b6e6-4a8d-ac70-daef2685bc6b admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610824 Mar 08 20:26:57.836919 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c650f5ab-be00-40f1-af2d-6f9f0dfbc4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:57.838324 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c650f5ab-be00-40f1-af2d-6f9f0dfbc4a3 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1556904 Mar 08 20:27:00.154742 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60758) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:00.248002 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a35fc0-1a9c-4892-99fc-7664995f1b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:00.249341 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-96a35fc0-1a9c-4892-99fc-7664995f1b74 admin admin] 10.222.0.55 "GET /v2.0/subnets/6384c344-f909-4b2c-a0b8-8cc050157fec HTTP/1.1" status: 200 len: 849 time: 0.0936148 Mar 08 20:27:00.258914 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:00.339827 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Publish callbacks [] for subnet (6384c344-f909-4b2c-a0b8-8cc050157fec), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:00.620964 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745625686191'] for subnet (6384c344-f909-4b2c-a0b8-8cc050157fec), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:00.650555 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:00.651158 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:00.653295 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] 10.222.0.55 "PUT /v2.0/subnets/6384c344-f909-4b2c-a0b8-8cc050157fec HTTP/1.1" status: 200 len: 868 time: 0.3979380 Mar 08 20:27:00.655427 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7122a1c2-0817-43e6-a8f8-a1ace2945e5e None None] Network bcbc6211-83d0-4357-a66f-c75c15d18c03 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:27:00.675473 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6384c344-f909-4b2c-a0b8-8cc050157fec,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:00.684094 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.684470 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.684819 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.685155 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.685484 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.685811 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.686157 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.686548 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.687186 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.687488 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.687820 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.688148 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:00.688466 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debeeaee-c8dd-4f66-abf0-0e1121983bdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:01.000221 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-5674ec9f-97fe-4b99-9db4-d6b9474f26aa None None] Provisioning complete for port 2571506d-3e79-4954-bf51-0d19845690b6 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:01.000616 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5674ec9f-97fe-4b99-9db4-d6b9474f26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (2571506d-3e79-4954-bf51-0d19845690b6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:01.077581 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-5674ec9f-97fe-4b99-9db4-d6b9474f26aa None None] Current status of the port 2571506d-3e79-4954-bf51-0d19845690b6 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:01.087877 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-5674ec9f-97fe-4b99-9db4-d6b9474f26aa None None] Provisioning complete for port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:01.088266 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5674ec9f-97fe-4b99-9db4-d6b9474f26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:01.164987 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-5674ec9f-97fe-4b99-9db4-d6b9474f26aa None None] Current status of the port b22d8ea3-c7cb-4f0c-a6cf-6b2d22813544 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:02.979190 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60766) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:03.179171 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03136e00-cc56-43ea-bbb0-ebafa0147c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:03.179776 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03136e00-cc56-43ea-bbb0-ebafa0147c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:03.181306 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-03136e00-cc56-43ea-bbb0-ebafa0147c75 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2011623 Mar 08 20:27:05.502095 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60774) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:05.633568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cbcc6-7256-4b24-bb03-ab566573da51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:05.634041 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cbcc6-7256-4b24-bb03-ab566573da51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:05.635578 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-102cbcc6-7256-4b24-bb03-ab566573da51 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325378 Mar 08 20:27:07.924276 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60782) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:08.147358 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c42f0e-2a6f-4fd9-b136-c17e439f24db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:08.148717 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-53c42f0e-2a6f-4fd9-b136-c17e439f24db admin admin] 10.222.0.55 "GET /v2.0/networks/0c355d18-4341-4d2a-bed0-95c5e50dfee6 HTTP/1.1" status: 200 len: 886 time: 0.2235053 Mar 08 20:27:10.454419 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60790) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:10.583584 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c9c9b-0ffa-465c-ab23-7b2a35d9d42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:10.584949 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-bf2c9c9b-0ffa-465c-ab23-7b2a35d9d42d admin admin] 10.222.0.55 "GET /v2.0/networks/bcbc6211-83d0-4357-a66f-c75c15d18c03 HTTP/1.1" status: 200 len: 869 time: 0.1295750 Mar 08 20:27:12.903458 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60798) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:13.027983 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ced3cc1-d6bc-4ec1-9177-d31487ec33ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:13.028443 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ced3cc1-d6bc-4ec1-9177-d31487ec33ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:13.029968 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-6ced3cc1-d6bc-4ec1-9177-d31487ec33ca admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255369 Mar 08 20:27:15.354105 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60806) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:15.587083 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.policy [None req-3249d3fa-b925-4c26-b333-babb69a4110b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103530) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 20:27:15.631719 dv-cinder-830097-3-iscsi neutron-server[103530]: WARNING oslo_policy.policy [None req-3249d3fa-b925-4c26-b333-babb69a4110b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:27:15.632106 dv-cinder-830097-3-iscsi neutron-server[103530]: WARNING oslo_policy.policy [None req-3249d3fa-b925-4c26-b333-babb69a4110b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:27:15.640535 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3249d3fa-b925-4c26-b333-babb69a4110b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:15.641042 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3249d3fa-b925-4c26-b333-babb69a4110b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:15.642899 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-3249d3fa-b925-4c26-b333-babb69a4110b admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2878556 Mar 08 20:27:16.523173 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4e3a-604a-46f0-b441-782d84dae833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.711704 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 5 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:27:17.959420 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60818) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:18.071853 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ba14f-ee3e-4ec3-9c08-38896a0d167a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:18.073359 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-000ba14f-ee3e-4ec3-9c08-38896a0d167a admin admin] 10.222.0.55 "GET /v2.0/subnets/4922a627-5c68-4256-822b-8e12362a1110 HTTP/1.1" status: 200 len: 816 time: 0.1129117 Mar 08 20:27:19.032122 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a111a0fa-9a59-4e6d-b6e2-37aef9a999ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.134386 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.375053 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60826) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:20.474997 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7c586-e7df-4313-bc38-cd170ac4389d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:20.476355 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-5dd7c586-e7df-4313-bc38-cd170ac4389d admin admin] 10.222.0.55 "GET /v2.0/subnets/6384c344-f909-4b2c-a0b8-8cc050157fec HTTP/1.1" status: 200 len: 868 time: 0.1003120 Mar 08 20:27:21.551017 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.883164 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:46.522091 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f801bfbb-41f7-4153-a27f-db10003f8f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:48.612782 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60878) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:48.659360 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [None req-15025838-1281-4378-ad53-534dd57a4eb9 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103530) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:27:48.660382 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-15025838-1281-4378-ad53-534dd57a4eb9 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466440 Mar 08 20:27:49.042344 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-fb99c81b-2ded-417f-8a5f-dd4de22c0b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:50.132772 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:51.052974 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60886) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:51.130135 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.pecan_wsgi.hooks.translation [None req-75304a6f-59aa-48b3-a228-39f880be9fc1 admin admin] GET failed (client error): The resource could not be found. Mar 08 20:27:51.131440 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-75304a6f-59aa-48b3-a228-39f880be9fc1 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0775166 Mar 08 20:27:51.291117 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e20638-10e6-4a86-8b57-c90a7ffc65f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:51.292523 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-49e20638-10e6-4a86-8b57-c90a7ffc65f0 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1570499 Mar 08 20:27:51.533513 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:52.887569 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:53.604160 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60894) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:53.650593 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:53.744553 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Made reservation on behalf of 0dd11e4f0a30424e988d1ab954d133d6 for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:27:53.747329 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:53.793573 dv-cinder-830097-3-iscsi neutron-server[103530]: WARNING neutron.services.revisions.revision_plugin [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Could not find related network for resource to bump revision. Mar 08 20:27:53.814090 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:27:53.825744 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745625853278', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (32786687-a98c-4ed0-b195-8317f162e159), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:53.826879 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Unsubscribe: segment precommit_create {{(pid=103530) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 20:27:53.827419 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Added segment 32786687-a98c-4ed0-b195-8317f162e159 of type vlan for network eb29a688-9e10-40d2-9b4c-201d34be2c62 Mar 08 20:27:53.885948 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (eb29a688-9e10-40d2-9b4c-201d34be2c62), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:53.950340 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (eb29a688-9e10-40d2-9b4c-201d34be2c62), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:53.951997 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:53.952581 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:54.011047 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4058132 Mar 08 20:27:54.060124 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Pushing event updated for resources: {'Network': ['ID=eb29a688-9e10-40d2-9b4c-201d34be2c62,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:54.070686 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.071824 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.071824 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.072196 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.072196 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.072513 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.072944 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.073398 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.073773 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.074138 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.074481 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6095084-282c-4284-99cd-3a14dc10ce74 admin admin] Tracked resource versions report: Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: pushed versions: Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: { 'AddressGroup': {'1.2'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'ConntrackHelper': {'1.0'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Log': {'1.0'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Network': {'1.1'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Port': {'1.7'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'PortForwarding': {'1.2'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'QosPolicy': {'1.10'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SecurityGroup': {'1.5'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SubPort': {'1.0'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Subnet': {'1.1'}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Trunk': {'1.1'}} Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: consumer versions: Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: { DHCP agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: L3 agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: Metadata agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: Metering agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: Open vSwitch agent@dv-cinder-830097-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'ConntrackHelper': '1.0', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'LocalIPAssociation': '1.0', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Log': '1.0', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Network': '1.1', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Port': '1.7', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'PortForwarding': '1.2', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'QosPolicy': '1.10', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SecurityGroup': '1.5', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SecurityGroupRule': '1.2', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SubPort': '1.0', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Subnet': '1.1', Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Trunk': '1.1'}} Mar 08 20:27:54.078558 dv-cinder-830097-3-iscsi neutron-server[103530]: {{(pid=103530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:27:54.111842 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network eb29a688-9e10-40d2-9b4c-201d34be2c62 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:27:54.709590 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 5 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:27:56.335347 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60906) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:56.414611 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7465b7-d3e0-41a2-8b9c-a371f27b878d admin admin] GET failed (client error): The resource could not be found. Mar 08 20:27:56.416215 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ce7465b7-d3e0-41a2-8b9c-a371f27b878d admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0799174 Mar 08 20:27:56.484729 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2aceb1-818f-4536-a220-4824d12d80c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:56.486130 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-fd2aceb1-818f-4536-a220-4824d12d80c8 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653927 Mar 08 20:27:56.495632 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:56.577692 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Made reservation on behalf of 0dd11e4f0a30424e988d1ab954d133d6 for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:27:56.579900 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:56.847718 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (5a903b1a-4dcf-4cd7-9298-f64117879212), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:56.910529 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a903b1a-4dcf-4cd7-9298-f64117879212,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:56.915011 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Checking segment: {'id': '32786687-a98c-4ed0-b195-8317f162e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:56.915667 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Network hostable DHCP agents. Network: eb29a688-9e10-40d2-9b4c-201d34be2c62, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:27:57.018663 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Network eb29a688-9e10-40d2-9b4c-201d34be2c62 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:27:57.076732 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, eb29a688-9e10-40d2-9b4c-201d34be2c62) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:57.082473 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:57.083833 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:57.085595 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9cf605-9a18-40f7-87c1-755b23153451 None None] Network eb29a688-9e10-40d2-9b4c-201d34be2c62 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:27:57.142519 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ccdfe694-43a8-44ea-86f5-f1e15baa4515 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6501150 Mar 08 20:27:57.186567 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-eb29a688-9e10-40d2-9b4c-201d34be2c62', 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62', 'project_id': '0dd11e4f0a30424e988d1ab954d133d6', 'fixed_ips': [{'subnet_id': '5a903b1a-4dcf-4cd7-9298-f64117879212'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:27:57.187469 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:57.329897 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Allocated IP 192.168.233.2 (eb29a688-9e10-40d2-9b4c-201d34be2c62/5a903b1a-4dcf-4cd7-9298-f64117879212/5d757385-7688-4d4a-927b-0ad0a6de8559) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:57.571349 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Publish callbacks [] for port (5d757385-7688-4d4a-927b-0ad0a6de8559), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:57.635556 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (5d757385-7688-4d4a-927b-0ad0a6de8559), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:57.676705 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Network eb29a688-9e10-40d2-9b4c-201d34be2c62 is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:57.679489 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:57.682879 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:57.690407 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Pushing event updated for resources: {'Port': ['ID=5d757385-7688-4d4a-927b-0ad0a6de8559,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:57.699960 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.700333 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.700726 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.701071 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.701409 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.701734 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.702063 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.702389 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.702706 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.703047 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.703398 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.703721 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.704041 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:57.755035 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Attempting to bind port 5d757385-7688-4d4a-927b-0ad0a6de8559 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:27:57.755438 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Attempting to bind port 5d757385-7688-4d4a-927b-0ad0a6de8559 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '32786687-a98c-4ed0-b195-8317f162e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:27:57.755806 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Attempting to bind port 5d757385-7688-4d4a-927b-0ad0a6de8559 on network eb29a688-9e10-40d2-9b4c-201d34be2c62 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:57.760821 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:27:57.761196 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Checking segment: {'id': '32786687-a98c-4ed0-b195-8317f162e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:57.761597 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:57.761989 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Bound using segment: {'id': '32786687-a98c-4ed0-b195-8317f162e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:27:57.762454 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Bound port: 5d757385-7688-4d4a-927b-0ad0a6de8559, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32786687-a98c-4ed0-b195-8317f162e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:27:57.762831 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (5d757385-7688-4d4a-927b-0ad0a6de8559), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:57.825075 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] For port 5d757385-7688-4d4a-927b-0ad0a6de8559, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:27:57.828781 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] For port 5d757385-7688-4d4a-927b-0ad0a6de8559, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=5d757385-7688-4d4a-927b-0ad0a6de8559,segment=NetworkSegment(32786687-a98c-4ed0-b195-8317f162e159),segment_id=32786687-a98c-4ed0-b195-8317f162e159)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:27:57.893891 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (5d757385-7688-4d4a-927b-0ad0a6de8559), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:57.950464 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4109b82-43a1-4436-9852-c032aa9ded9b None None] Pushing event updated for resources: {'Port': ['ID=5d757385-7688-4d4a-927b-0ad0a6de8559,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:58.802343 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c1f5c-a77c-4040-8ee2-30018176e20b None None] Network eb29a688-9e10-40d2-9b4c-201d34be2c62 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:27:58.873474 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-3a85a3dd-4099-4f8c-a33c-efcce928ebb9 None None] Provisioning complete for port 5d757385-7688-4d4a-927b-0ad0a6de8559 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:58.873779 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3a85a3dd-4099-4f8c-a33c-efcce928ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (5d757385-7688-4d4a-927b-0ad0a6de8559), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:58.991027 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-3a85a3dd-4099-4f8c-a33c-efcce928ebb9 None None] Current status of the port 5d757385-7688-4d4a-927b-0ad0a6de8559 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:58.991762 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3a85a3dd-4099-4f8c-a33c-efcce928ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (5d757385-7688-4d4a-927b-0ad0a6de8559), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:59.026993 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-3a85a3dd-4099-4f8c-a33c-efcce928ebb9 None None] For port 5d757385-7688-4d4a-927b-0ad0a6de8559, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=5d757385-7688-4d4a-927b-0ad0a6de8559,segment=NetworkSegment(32786687-a98c-4ed0-b195-8317f162e159),segment_id=32786687-a98c-4ed0-b195-8317f162e159)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:59.099082 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3a85a3dd-4099-4f8c-a33c-efcce928ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (5d757385-7688-4d4a-927b-0ad0a6de8559), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:59.152314 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85a3dd-4099-4f8c-a33c-efcce928ebb9 None None] Pushing event updated for resources: {'Port': ['ID=5d757385-7688-4d4a-927b-0ad0a6de8559,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:59.221420 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-0e5b339e-377a-4935-9cf3-b28cb7099c75 None None] Provisioning complete for port 5d757385-7688-4d4a-927b-0ad0a6de8559 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:59.221806 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-0e5b339e-377a-4935-9cf3-b28cb7099c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (5d757385-7688-4d4a-927b-0ad0a6de8559), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:59.300198 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b339e-377a-4935-9cf3-b28cb7099c75 None None] Current status of the port 5d757385-7688-4d4a-927b-0ad0a6de8559 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:59.723578 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 5d757385-7688-4d4a-927b-0ad0a6de8559 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:59.774426 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 5d757385-7688-4d4a-927b-0ad0a6de8559 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:59.774856 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (5d757385-7688-4d4a-927b-0ad0a6de8559), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:59.853111 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 5d757385-7688-4d4a-927b-0ad0a6de8559 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:28:16.544536 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-da3cbfc5-e059-4dd5-8759-dfcd37b6d1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:18.995583 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-be8895c3-ea9d-4f17-abb3-6d9a345b47dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:20.144055 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:21.560089 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:22.875374 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:31.706928 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 5 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:28:46.520629 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a950a0e8-9d9d-4bf2-9a4d-b14ecdeca0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:49.009818 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0b76-9396-4193-8006-4e03b9a028ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.141428 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.554064 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:52.879792 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:08.705766 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 5 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:29:16.513069 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-780adc73-3748-4f9b-b36b-6148cca2603f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:19.021633 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c39d-8598-40d5-a7e0-cb7ac14fc765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:20.146335 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:21.551701 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:22.888445 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:23.985452 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60944) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:29:23.991204 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [None req-4d3ae553-fc12-4503-a727-af72affe3022 tempest-verify_tempest_config-1392546297 tempest-verify_tempest_config-1392546297-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103530) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:29:23.992170 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-4d3ae553-fc12-4503-a727-af72affe3022 tempest-verify_tempest_config-1392546297 tempest-verify_tempest_config-1392546297-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058072 Mar 08 20:29:24.533949 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 60962) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:29:24.633766 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:24.735287 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Publish callbacks [] for security_group (17482198-3dda-4e91-9571-417d83b568e4), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:24.814011 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (17482198-3dda-4e91-9571-417d83b568e4), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:24.859413 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91033b7a34cf4f9eae193aaab66e4278&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3243327 Mar 08 20:29:24.860285 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17482198-3dda-4e91-9571-417d83b568e4,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:24.862269 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 60966) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:29:24.867163 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870803 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870803 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.870954 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.871214 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86500ffd-9691-46c5-9554-db5959395338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.917929 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Publish callbacks [] for security_group (17482198-3dda-4e91-9571-417d83b568e4), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:24.938580 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Publish callbacks [] for security_group (17482198-3dda-4e91-9571-417d83b568e4), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:25.100217 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (17482198-3dda-4e91-9571-417d83b568e4), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:25.102848 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:25.104061 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17482198-3dda-4e91-9571-417d83b568e4 HTTP/1.1" status: 204 len: 168 time: 0.2409022 Mar 08 20:29:25.122006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17482198-3dda-4e91-9571-417d83b568e4,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:25.122006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.122006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.122006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.122006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.122006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.122006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.122006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.122006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.122006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.122991 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.122991 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.123207 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:25.123454 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4618e-45a8-4676-8a07-fb8462f4b1e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:45.703529 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 5 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:29:46.517463 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-67b8c784-d886-49b2-bc12-6da253d22e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:49.008695 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2672c59b-48ee-4d53-8b54-ee7f352c6299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:50.157619 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:51.569065 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:52.915741 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:16.534787 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-7c756716-34c4-4113-8cbd-95486ef7f157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:19.076536 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c087-793b-4534-b628-0874906ea13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:20.139885 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:21.562030 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:22.701515 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 5 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:30:22.891668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:46.519289 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-467a1c5c-10bc-4105-aa86-7cc6bb3f0cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:49.052477 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3be0e1f7-29de-453b-ae3c-1a8e4450068f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:50.141875 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:51.578136 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:52.892088 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.700455 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 5 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:31:05.792990 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-854269'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:16.509084 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-39742333-8f0f-46d4-bc7c-b4ef29333ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.028251 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-512b02e7-8b36-4b00-8f9e-7850977876e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.342685 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 32806) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:19.443826 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-bcfce6fe-789b-4872-b87d-a2776f3327a9 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0999339 Mar 08 20:31:20.146344 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.580675 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.762502 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 32816) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:21.816695 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-9dd1996f-2105-4c75-9a5f-82283ad34236 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531077 Mar 08 20:31:22.877551 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:35.753144 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.699209 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:31:46.550333 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b79eb7dc-9abb-4558-8a91-415bcaa0171e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.053210 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-776e0981-a77b-4c22-ae38-3c9947aa537b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:50.141156 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.540961 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.892979 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:05.729489 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:13.697628 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:32:16.547448 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1b55b6df-da10-41b1-a6b3-a2e045bbcd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:19.026104 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f4e2da6e-6537-480c-8bb3-19818fff277b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:20.183303 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:21.563736 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:22.911850 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:35.762678 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:46.528010 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9f1a148c-3c3e-453c-b577-6695cfdaf310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:49.050770 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-50cb619c-23b3-4951-bcc9-ed9d686bcd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.153603 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:50.697280 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:32:51.561866 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:52.887708 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:02.295125 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33006) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:02.795454 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-147589415-network', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:02.924564 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Made reservation on behalf of c0a2143ce6b541af95e0b1f35fcb6fc3 for: {'network': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:02.926883 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:02.935879 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.013554 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Publish callbacks [] for security_group (972f6143-234e-4ff5-b211-5e1c8161cfa9), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.072937 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33044) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:03.097023 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (972f6143-234e-4ff5-b211-5e1c8161cfa9), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.114021 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33048) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:03.134343 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972f6143-234e-4ff5-b211-5e1c8161cfa9,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:03.143989 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.144729 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.145204 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.145991 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.146471 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.146946 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.147401 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33058) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:03.148114 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.148656 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.149318 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.149826 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.150361 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.150833 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.151732 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Tracked resource versions report: Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: pushed versions: Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: { 'AddressGroup': {'1.2'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'ConntrackHelper': {'1.0'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Log': {'1.0'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Network': {'1.1'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Port': {'1.7'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'PortForwarding': {'1.2'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'QosPolicy': {'1.10'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SecurityGroup': {'1.5'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SubPort': {'1.0'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Subnet': {'1.1'}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Trunk': {'1.1'}} Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: consumer versions: Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: { DHCP agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: L3 agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: Metadata agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: Metering agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: Open vSwitch agent@dv-cinder-830097-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'ConntrackHelper': '1.0', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'LocalIPAssociation': '1.0', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Log': '1.0', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Network': '1.1', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Port': '1.7', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'PortForwarding': '1.2', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'QosPolicy': '1.10', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SecurityGroup': '1.5', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SecurityGroupRule': '1.2', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'SubPort': '1.0', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Subnet': '1.1', Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: 'Trunk': '1.1'}} Mar 08 20:33:03.153023 dv-cinder-830097-3-iscsi neutron-server[103531]: {{(pid=103531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:33:03.166650 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:33:03.193664 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (3deea719-6db9-45b2-b0f6-e8de37cd3c47), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.194447 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.segments_db [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Added segment 3deea719-6db9-45b2-b0f6-e8de37cd3c47 of type vlan for network 9bd42d04-98ce-43a5-8568-bf7fc023b329 Mar 08 20:33:03.246977 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (9bd42d04-98ce-43a5-8568-bf7fc023b329), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.262568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-375394122-network', 'tenant_id': '7ce8eb7d0e014870bb29951ddd2769e2'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:03.298758 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-432044284-network', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:03.335964 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (9bd42d04-98ce-43a5-8568-bf7fc023b329), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.337274 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:03.338298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.408483 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Made reservation on behalf of 7ce8eb7d0e014870bb29951ddd2769e2 for: {'network': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:03.408483 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.419796 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd42d04-98ce-43a5-8568-bf7fc023b329,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:03.423432 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.430214 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Made reservation on behalf of f160a35ef32c4d9a823a42813d8d64e4 for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:03.432547 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.433450 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:33:03.441598 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-0a426a03-4b2a-4fd8-859f-3e64a1e95f23 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1453526 Mar 08 20:33:03.442195 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33068) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:03.446766 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.450021 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Request body: {'subnet': {'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-147589415-subnet', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:03.533310 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Publish callbacks [] for security_group (5ef5c8da-e954-4309-bddc-01870817c871), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.540907 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-710241320-network', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:03.546389 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Publish callbacks [] for security_group (4c52ffcd-42e3-4cfb-a0e4-beeadd666d71), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.567083 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Made reservation on behalf of c0a2143ce6b541af95e0b1f35fcb6fc3 for: {'subnet': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:03.569476 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.638647 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (5ef5c8da-e954-4309-bddc-01870817c871), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.675495 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:33:03.680969 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef5c8da-e954-4309-bddc-01870817c871,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:03.690350 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4c52ffcd-42e3-4cfb-a0e4-beeadd666d71), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.693246 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (d7f439a3-e15a-4120-8522-471e246e1f21), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.696416 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.segments_db [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Added segment d7f439a3-e15a-4120-8522-471e246e1f21 of type vlan for network 22e2c825-b404-4bcf-9bc4-10977dd8c611 Mar 08 20:33:03.712498 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:33:03.722928 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (3636d002-2c95-4d22-aa21-d54c6644fb65), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.723533 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Added segment 3636d002-2c95-4d22-aa21-d54c6644fb65 of type vlan for network 14b9ad49-01db-4ffb-98de-7063b097fd97 Mar 08 20:33:03.761731 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (22e2c825-b404-4bcf-9bc4-10977dd8c611), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.769062 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (14b9ad49-01db-4ffb-98de-7063b097fd97), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.794518 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Made reservation on behalf of cf60d2bc864448f9a3dede19863dcaf6 for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:03.797289 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.808221 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.840938 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:03.854365 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.854643 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.854989 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.855360 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.855716 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.856019 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.856366 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.856892 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.857241 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.857576 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.857929 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.858234 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.858561 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Tracked resource versions report: Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: pushed versions: Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: { 'AddressGroup': {'1.2'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'ConntrackHelper': {'1.0'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Log': {'1.0'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Network': {'1.1'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Port': {'1.7'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'PortForwarding': {'1.2'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'QosPolicy': {'1.10'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SecurityGroup': {'1.5'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SubPort': {'1.0'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Subnet': {'1.1'}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Trunk': {'1.1'}} Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: consumer versions: Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: { DHCP agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: L3 agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: Metadata agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: Metering agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: Open vSwitch agent@dv-cinder-830097-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'ConntrackHelper': '1.0', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'LocalIPAssociation': '1.0', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Log': '1.0', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Network': '1.1', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Port': '1.7', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'PortForwarding': '1.2', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'QosPolicy': '1.10', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SecurityGroup': '1.5', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SecurityGroupRule': '1.2', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'SubPort': '1.0', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Subnet': '1.1', Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: 'Trunk': '1.1'}} Mar 08 20:33:03.859717 dv-cinder-830097-3-iscsi neutron-server[103530]: {{(pid=103530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:33:03.890876 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (14b9ad49-01db-4ffb-98de-7063b097fd97), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.890876 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:03.890876 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.909818 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (e615ce63-1553-4f4e-ac31-637d57fd5427), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.917338 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (22e2c825-b404-4bcf-9bc4-10977dd8c611), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.920375 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:03.920375 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.975439 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=14b9ad49-01db-4ffb-98de-7063b097fd97,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:03.979365 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Publish callbacks [] for security_group (de8ecbd5-58b5-4d9b-b003-ef613ffdc2c5), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:03.988806 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network 14b9ad49-01db-4ffb-98de-7063b097fd97 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:33:04.001612 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-806aac52-b0f1-4f73-a3e9-12380b445ae5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8868129 Mar 08 20:33:04.002144 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33084) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:04.007314 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Request body: {'subnet': {'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-432044284-subnet', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:04.087403 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (de8ecbd5-58b5-4d9b-b003-ef613ffdc2c5), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.123324 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] Pushing event updated for resources: {'Network': ['ID=22e2c825-b404-4bcf-9bc4-10977dd8c611,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:04.126405 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e615ce63-1553-4f4e-ac31-637d57fd5427,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:04.135567 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8ecbd5-58b5-4d9b-b003-ef613ffdc2c5,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:04.137816 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Checking segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:04.138282 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Network hostable DHCP agents. Network: 9bd42d04-98ce-43a5-8568-bf7fc023b329, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:33:04.139024 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network 22e2c825-b404-4bcf-9bc4-10977dd8c611 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:33:04.146924 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:33:04.169316 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (11be7ce5-5eb2-478a-b058-277198db19dd), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.179885 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Added segment 11be7ce5-5eb2-478a-b058-277198db19dd of type vlan for network e34bee80-3106-4523-a78e-aa1c3a8a8420 Mar 08 20:33:04.202713 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Made reservation on behalf of f160a35ef32c4d9a823a42813d8d64e4 for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:04.212556 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-fd535c86-4f77-4cf3-8cb6-265e14088323 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1395440 Mar 08 20:33:04.215543 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.217566 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33098) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:04.221080 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Request body: {'subnet': {'network_id': '22e2c825-b404-4bcf-9bc4-10977dd8c611', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-375394122-subnet', 'tenant_id': '7ce8eb7d0e014870bb29951ddd2769e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:04.270196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:33:04.324425 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Made reservation on behalf of 7ce8eb7d0e014870bb29951ddd2769e2 for: {'subnet': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:04.327523 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.375502 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, 9bd42d04-98ce-43a5-8568-bf7fc023b329) {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:04.445122 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:04.445721 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.447977 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (e34bee80-3106-4523-a78e-aa1c3a8a8420), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.452559 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db05e6a-4a35-4b4b-9b0e-b115a1de3d56 None None] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:04.484326 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (11bd5d42-308e-4a38-8153-e3e6954bdfb8), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.569727 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11bd5d42-308e-4a38-8153-e3e6954bdfb8,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:04.575074 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-54cba642-eeb4-4854-a1cd-a86d4fdd9068 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1307547 Mar 08 20:33:04.581469 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33116) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:04.589234 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:04.599237 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (e34bee80-3106-4523-a78e-aa1c3a8a8420), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.600329 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:04.600975 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.629139 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-9bd42d04-98ce-43a5-8568-bf7fc023b329', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:33:04.631032 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.656645 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Checking segment: {'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:04.657325 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Network hostable DHCP agents. Network: 14b9ad49-01db-4ffb-98de-7063b097fd97, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:33:04.679597 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (969f74d8-701c-424e-af9a-4fa6eb4b4400), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.685629 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (7661367e-bf65-4c79-970e-115a06f07187), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.688721 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (7661367e-bf65-4c79-970e-115a06f07187), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.701639 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] Pushing event updated for resources: {'Network': ['ID=e34bee80-3106-4523-a78e-aa1c3a8a8420,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:04.741593 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-d6121eb6-32bb-4bbd-b854-34958e0c79eb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5900707 Mar 08 20:33:04.742962 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33130) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:04.747798 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Request body: {'subnet': {'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-subnet', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:04.769332 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network e34bee80-3106-4523-a78e-aa1c3a8a8420 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:33:04.821240 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=969f74d8-701c-424e-af9a-4fa6eb4b4400,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:04.846351 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Checking segment: {'id': 'd7f439a3-e15a-4120-8522-471e246e1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22e2c825-b404-4bcf-9bc4-10977dd8c611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:04.846767 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Network hostable DHCP agents. Network: 22e2c825-b404-4bcf-9bc4-10977dd8c611, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:33:04.846920 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Network 14b9ad49-01db-4ffb-98de-7063b097fd97 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:33:04.854208 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks [] for router_controller (7661367e-bf65-4c79-970e-115a06f07187), precommit_add_association {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:04.926045 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Allocated IP 172.20.0.2 (9bd42d04-98ce-43a5-8568-bf7fc023b329/e615ce63-1553-4f4e-ac31-637d57fd5427/55fbd7c5-bce1-497f-b37a-856ed485d2e8) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:04.947183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Made reservation on behalf of cf60d2bc864448f9a3dede19863dcaf6 for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:04.949530 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.059551 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, 14b9ad49-01db-4ffb-98de-7063b097fd97) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:05.070492 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:05.071220 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.087771 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60a921b-261e-41fd-886d-e27435f3f21b None None] Network 14b9ad49-01db-4ffb-98de-7063b097fd97 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:05.176207 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Publish callbacks [] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.191215 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-263d0d6c-4e67-47bc-b084-45362ea7c99e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1880190 Mar 08 20:33:05.194276 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33146) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:05.197602 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks [] for router_gateway (7661367e-bf65-4c79-970e-115a06f07187), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.204465 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-432044284-router', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:05.213190 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Network 22e2c825-b404-4bcf-9bc4-10977dd8c611 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:33:05.225298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, 22e2c825-b404-4bcf-9bc4-10977dd8c611) {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:05.229742 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:05.230333 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.240274 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f48d4-f99b-4d52-843e-d1052fd9acc3 None None] Network 22e2c825-b404-4bcf-9bc4-10977dd8c611 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:05.263913 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15dbee1-9b21-4b18-b350-6c1e04ffb0db None None] Network 14b9ad49-01db-4ffb-98de-7063b097fd97 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:05.284653 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (75bc1b03-62f8-46fc-8f2d-52b1108c628c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.298591 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.342695 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bc1b03-62f8-46fc-8f2d-52b1108c628c,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:05.363120 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Checking segment: {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:05.363592 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Network hostable DHCP agents. Network: e34bee80-3106-4523-a78e-aa1c3a8a8420, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:33:05.379800 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-04ba3676-40c8-4caa-8c11-1c33cdd15075 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1630173 Mar 08 20:33:05.383238 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (709b3593-d9bb-45e0-89f1-a087f9517b96), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.384301 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (709b3593-d9bb-45e0-89f1-a087f9517b96), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.478735 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Network e34bee80-3106-4523-a78e-aa1c3a8a8420 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:33:05.496089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks [] for router_controller (709b3593-d9bb-45e0-89f1-a087f9517b96), precommit_add_association {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.568231 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:05.579300 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:05.581859 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, e34bee80-3106-4523-a78e-aa1c3a8a8420) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:05.588482 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:05.589059 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.590776 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:05.602467 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8ea44-2fa3-4fb1-9952-b6556d4a8a78 None None] Network e34bee80-3106-4523-a78e-aa1c3a8a8420 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:05.640888 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Pushing event updated for resources: {'Port': ['ID=55fbd7c5-bce1-497f-b37a-856ed485d2e8,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:05.660785 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc8504-69c5-4f1c-b7b2-dd6d763b36a2 None None] Network 22e2c825-b404-4bcf-9bc4-10977dd8c611 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:05.707641 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-d5020726-95cd-45f2-9877-555baa1daea8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9636047 Mar 08 20:33:05.710404 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33182) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:05.714669 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:05.734602 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.735054 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.735445 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.735784 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.736116 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.736440 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.736763 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.737084 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.737406 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.737760 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.738078 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.738392 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.738710 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Tracked resource versions report: Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: pushed versions: Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: { 'AddressGroup': {'1.2'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'ConntrackHelper': {'1.0'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Log': {'1.0'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Network': {'1.1'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Port': {'1.7'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'PortForwarding': {'1.2'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'QosPolicy': {'1.10'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SecurityGroup': {'1.5'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SubPort': {'1.0'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Subnet': {'1.1'}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Trunk': {'1.1'}} Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: consumer versions: Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: { DHCP agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: L3 agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: Metadata agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: Metering agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: Open vSwitch agent@dv-cinder-830097-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'ConntrackHelper': '1.0', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'LocalIPAssociation': '1.0', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Log': '1.0', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Network': '1.1', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Port': '1.7', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'PortForwarding': '1.2', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'QosPolicy': '1.10', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SecurityGroup': '1.5', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SecurityGroupRule': '1.2', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'SubPort': '1.0', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Subnet': '1.1', Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: 'Trunk': '1.1'}} Mar 08 20:33:05.740353 dv-cinder-830097-3-iscsi neutron-server[103532]: {{(pid=103532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:33:05.819377 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (28ba1426-b61a-4f28-adaf-085f70c6b719), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.820904 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (28ba1426-b61a-4f28-adaf-085f70c6b719), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.828866 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Attempting to bind port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:05.829234 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Attempting to bind port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:05.829565 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Attempting to bind port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:05.847955 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:05.848384 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Checking segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:05.848723 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.849670 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Bound using segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:05.850158 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Bound port: 55fbd7c5-bce1-497f-b37a-856ed485d2e8, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:05.850532 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.880273 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks [] for router_gateway (7661367e-bf65-4c79-970e-115a06f07187), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.928163 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.938311 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.940350 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks [] for router_gateway (709b3593-d9bb-45e0-89f1-a087f9517b96), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.960220 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-e34bee80-3106-4523-a78e-aa1c3a8a8420', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:33:05.961129 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:05.985105 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] For port 55fbd7c5-bce1-497f-b37a-856ed485d2e8, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:05.990253 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] For port 55fbd7c5-bce1-497f-b37a-856ed485d2e8, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=55fbd7c5-bce1-497f-b37a-856ed485d2e8,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:06.011795 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks [] for router_controller (28ba1426-b61a-4f28-adaf-085f70c6b719), precommit_add_association {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.092805 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Allocated IP 172.27.3.13 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/50b50741-445c-441f-8e44-84b10182e7aa) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:06.150568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.218450 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Allocated IP 172.20.0.2 (e34bee80-3106-4523-a78e-aa1c3a8a8420/75bc1b03-62f8-46fc-8f2d-52b1108c628c/7a74587f-4475-4807-9994-d21c8dbf09b8) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:06.262183 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7be07-41c1-4e59-a9d2-7c3614e72592 None None] Pushing event updated for resources: {'Port': ['ID=55fbd7c5-bce1-497f-b37a-856ed485d2e8,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:06.306485 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks [] for port (50b50741-445c-441f-8e44-84b10182e7aa), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.326347 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33212) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:06.330579 dv-cinder-830097-3-iscsi neutron-server[103531]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 20:33:06.454755 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Publish callbacks [] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.568857 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.592823 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks [] for router_gateway (28ba1426-b61a-4f28-adaf-085f70c6b719), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.627724 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Pushing event updated for resources: {'Port': ['ID=7a74587f-4475-4807-9994-d21c8dbf09b8,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:06.635489 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Network e34bee80-3106-4523-a78e-aa1c3a8a8420 is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:06.637030 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:06.639497 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:06.649810 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks [] for router_gateway (709b3593-d9bb-45e0-89f1-a087f9517b96), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.674014 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-46a1d8e2-9945-4485-9d60-7635d02f1fa9 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:06.681082 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-46a1d8e2-9945-4485-9d60-7635d02f1fa9 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/networks?id=22e2c825-b404-4bcf-9bc4-10977dd8c611 HTTP/1.1" status: 200 len: 811 time: 0.3516147 Mar 08 20:33:06.689892 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.694259 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (50b50741-445c-441f-8e44-84b10182e7aa), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.708325 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-d84e4b72-023f-48f5-9fe6-94a5d11814c2 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/quotas/7ce8eb7d0e014870bb29951ddd2769e2 HTTP/1.1" status: 200 len: 375 time: 0.0262699 Mar 08 20:33:06.710383 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Attempting to bind port 7a74587f-4475-4807-9994-d21c8dbf09b8 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:06.710763 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Attempting to bind port 7a74587f-4475-4807-9994-d21c8dbf09b8 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:06.711188 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Attempting to bind port 7a74587f-4475-4807-9994-d21c8dbf09b8 on network e34bee80-3106-4523-a78e-aa1c3a8a8420 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:06.721885 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:06.722261 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Checking segment: {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:06.722665 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.723059 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Bound using segment: {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:06.723554 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Bound port: 7a74587f-4475-4807-9994-d21c8dbf09b8, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:06.723975 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:06.822891 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] For port 7a74587f-4475-4807-9994-d21c8dbf09b8, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:06.827618 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] For port 7a74587f-4475-4807-9994-d21c8dbf09b8, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7a74587f-4475-4807-9994-d21c8dbf09b8,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:06.839714 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-0fc7f49b-1f6f-424a-bfec-bb550698859d tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce8eb7d0e014870bb29951ddd2769e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062572 Mar 08 20:33:06.843338 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:06.849591 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:06.860321 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Pushing event updated for resources: {'Port': ['ID=50b50741-445c-441f-8e44-84b10182e7aa,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:06.860321 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:07.001643 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Allocated IP 172.27.3.22 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:07.004720 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:07.052535 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks [] for router_gateway (28ba1426-b61a-4f28-adaf-085f70c6b719), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:07.180569 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:07.189218 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc59bb-eaba-41cb-aba9-6749d506a434 None None] Pushing event updated for resources: {'Port': ['ID=7a74587f-4475-4807-9994-d21c8dbf09b8,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:07.217896 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-c57283d1-6b53-43e3-ab26-984a4f3a5d0f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:33:07.219024 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-c57283d1-6b53-43e3-ab26-984a4f3a5d0f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1654289 Mar 08 20:33:07.485587 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks [] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:07.625347 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf812c-5666-4cee-abb0-77afb226e4fe None None] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:07.709473 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-d5b5c4d1-0666-4646-a770-73f6f800e4c7 None None] Provisioning complete for port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:07.709925 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d5b5c4d1-0666-4646-a770-73f6f800e4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:07.742621 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-ba01cfae-e315-407e-b799-8b1cb7fd0328 service neutron] 10.222.0.55 "GET /v2.0/networks/22e2c825-b404-4bcf-9bc4-10977dd8c611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695740 Mar 08 20:33:07.749891 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks [] for router_gateway (7661367e-bf65-4c79-970e-115a06f07187), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:07.868792 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33240) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:07.886356 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:07.888704 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5c4d1-0666-4646-a770-73f6f800e4c7 None None] Current status of the port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:07.888983 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d5b5c4d1-0666-4646-a770-73f6f800e4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:07.954806 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-949ca958-7823-4df0-b4f0-1c8aee53b600 service neutron] 10.222.0.55 "GET /v2.0/networks/22e2c825-b404-4bcf-9bc4-10977dd8c611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698167 Mar 08 20:33:07.980724 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Allocated IP 172.27.3.213 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/31ce3987-e6e0-49d4-a933-5d75b0e4e6c5) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:08.003020 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-d5b5c4d1-0666-4646-a770-73f6f800e4c7 None None] For port 55fbd7c5-bce1-497f-b37a-856ed485d2e8, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=55fbd7c5-bce1-497f-b37a-856ed485d2e8,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:08.017635 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:08.043398 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:08.067252 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:08.106627 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d5b5c4d1-0666-4646-a770-73f6f800e4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.108532 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 55fbd7c5-bce1-497f-b37a-856ed485d2e8 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:08.174371 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f38d05a-6960-460f-b01c-a7d69974bff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.215515 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Pushing event updated for resources: {'Port': ['ID=f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:08.291254 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5c4d1-0666-4646-a770-73f6f800e4c7 None None] Pushing event updated for resources: {'Port': ['ID=55fbd7c5-bce1-497f-b37a-856ed485d2e8,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:08.292739 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks [] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.301342 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-d17c579a-9e3b-4ee5-938c-d86fc73c8ea2 None None] Provisioning complete for port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:08.301717 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d17c579a-9e3b-4ee5-938c-d86fc73c8ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.354817 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (7661367e-bf65-4c79-970e-115a06f07187), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.362298 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:08.362298 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.489638 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33258) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:08.508559 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:08.509953 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7a74587f-4475-4807-9994-d21c8dbf09b8 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:08.511868 dv-cinder-830097-3-iscsi neutron-server[103530]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 20:33:08.589964 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-fb573578-5644-4809-add5-10cbac5d074a req-f3e65226-e4a3-40e6-9a60-1606394ac263 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0923042 Mar 08 20:33:08.604509 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-d17c579a-9e3b-4ee5-938c-d86fc73c8ea2 None None] Current status of the port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:08.620873 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f38d05a-6960-460f-b01c-a7d69974bff9 admin admin] Publish callbacks [] for security_group (3f3e7f37-84ae-43a3-ac73-57704de8aa89), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.634389 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 7a74587f-4475-4807-9994-d21c8dbf09b8 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:08.634977 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.657542 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.673913 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b23152f-fe46-4c76-8d38-116847a53cbd None None] Network e34bee80-3106-4523-a78e-aa1c3a8a8420 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:08.724977 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks [] for router_gateway (709b3593-d9bb-45e0-89f1-a087f9517b96), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.774892 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-825a81c6-c863-46d0-a0f9-42ce71208328 None None] Provisioning complete for port 7a74587f-4475-4807-9994-d21c8dbf09b8 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:08.775311 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-825a81c6-c863-46d0-a0f9-42ce71208328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.778643 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f38d05a-6960-460f-b01c-a7d69974bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (3f3e7f37-84ae-43a3-ac73-57704de8aa89), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.818619 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38d05a-6960-460f-b01c-a7d69974bff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3e7f37-84ae-43a3-ac73-57704de8aa89,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:08.854706 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:08.858695 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Router 7661367e-bf65-4c79-970e-115a06f07187 is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:33:08.860665 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Pushing event updated for resources: {'Port': ['ID=31ce3987-e6e0-49d4-a933-5d75b0e4e6c5,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:08.861958 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 7a74587f-4475-4807-9994-d21c8dbf09b8 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:08.862343 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:08.866765 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:08.877496 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-2f38d05a-6960-460f-b01c-a7d69974bff9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c702c12fd52f42f6b5623f4288c7005c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0076816 Mar 08 20:33:08.880677 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33278) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:08.936096 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:08.978854 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 7a74587f-4475-4807-9994-d21c8dbf09b8, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7a74587f-4475-4807-9994-d21c8dbf09b8,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:09.020335 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1bba9b48-a8b3-4ea7-b017-c1992279d00d admin admin] Publish callbacks [] for security_group (3f3e7f37-84ae-43a3-ac73-57704de8aa89), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:09.070186 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:09.105125 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1bba9b48-a8b3-4ea7-b017-c1992279d00d admin admin] Publish callbacks [] for security_group (3f3e7f37-84ae-43a3-ac73-57704de8aa89), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:09.125839 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (709b3593-d9bb-45e0-89f1-a087f9517b96), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:09.285022 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=7a74587f-4475-4807-9994-d21c8dbf09b8,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:09.289672 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-825a81c6-c863-46d0-a0f9-42ce71208328 None None] Current status of the port 7a74587f-4475-4807-9994-d21c8dbf09b8 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:09.313958 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:09.324846 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:09.335844 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:09.337108 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:32:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:09.387497 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1bba9b48-a8b3-4ea7-b017-c1992279d00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (3f3e7f37-84ae-43a3-ac73-57704de8aa89), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:09.390076 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1bba9b48-a8b3-4ea7-b017-c1992279d00d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:09.391483 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-1bba9b48-a8b3-4ea7-b017-c1992279d00d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f3e7f37-84ae-43a3-ac73-57704de8aa89 HTTP/1.1" status: 204 len: 168 time: 0.5095549 Mar 08 20:33:09.413201 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-12900764-77d3-4953-8f9a-07dc7518c67b None None] Provisioning complete for port 7a74587f-4475-4807-9994-d21c8dbf09b8 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:09.415994 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-12900764-77d3-4953-8f9a-07dc7518c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:09.441472 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:09.446749 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-07f820fb-f371-46b9-84b1-5c7c92a5f125 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8613048 Mar 08 20:33:09.447385 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33296) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:09.451981 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba9b48-a8b3-4ea7-b017-c1992279d00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3e7f37-84ae-43a3-ac73-57704de8aa89,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:09.572815 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:09.936836 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks [] for router_gateway (28ba1426-b61a-4f28-adaf-085f70c6b719), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:09.955776 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Router 709b3593-d9bb-45e0-89f1-a087f9517b96 is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:33:09.965176 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-12900764-77d3-4953-8f9a-07dc7518c67b None None] Current status of the port 7a74587f-4475-4807-9994-d21c8dbf09b8 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:09.968758 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:07Z', 'revision_number': 3, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:10.013242 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 55fbd7c5-bce1-497f-b37a-856ed485d2e8 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:10.019631 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:10.027900 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Updating router 7661367e-bf65-4c79-970e-115a06f07187 port 50b50741-445c-441f-8e44-84b10182e7aa binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:33:10.039054 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f937c5c1-39ea-4e49-9b96-2562799e3e2b req-43a0f646-a974-4045-9bc5-eb08289eca0b tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.2812426 Mar 08 20:33:10.077659 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (50b50741-445c-441f-8e44-84b10182e7aa), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.188483 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:10.192075 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.227457 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (28ba1426-b61a-4f28-adaf-085f70c6b719), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.404794 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:10.406472 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7a74587f-4475-4807-9994-d21c8dbf09b8 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:10.503653 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 7a74587f-4475-4807-9994-d21c8dbf09b8 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:10.504496 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.516586 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Publish callbacks [] for port (50b50741-445c-441f-8e44-84b10182e7aa), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.563522 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:10.581261 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Sync routers for ids ['709b3593-d9bb-45e0-89f1-a087f9517b96'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:10.604152 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 7a74587f-4475-4807-9994-d21c8dbf09b8 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:10.607327 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Routers {'709b3593-d9bb-45e0-89f1-a087f9517b96'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:10.608023 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:32:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['709b3593-d9bb-45e0-89f1-a087f9517b96'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:10.642029 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (50b50741-445c-441f-8e44-84b10182e7aa), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.642364 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Router 28ba1426-b61a-4f28-adaf-085f70c6b719 is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:33:10.669119 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.672746 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b48da39e-ece6-45a2-8615-87d3f548febb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4747889 Mar 08 20:33:10.691945 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33346) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:10.754104 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Attempting to bind port 50b50741-445c-441f-8e44-84b10182e7aa on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:10.754305 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Attempting to bind port 50b50741-445c-441f-8e44-84b10182e7aa by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:10.754710 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Attempting to bind port 50b50741-445c-441f-8e44-84b10182e7aa on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:10.771848 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Pushing event updated for resources: {'Port': ['ID=50b50741-445c-441f-8e44-84b10182e7aa,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:10.775027 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:10.775435 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:10.775969 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.776615 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:10.777093 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Bound port: 50b50741-445c-441f-8e44-84b10182e7aa, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:10.777918 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (50b50741-445c-441f-8e44-84b10182e7aa), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.806545 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Set router 709b3593-d9bb-45e0-89f1-a087f9517b96 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:10.816531 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:10.819350 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.834879 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.835432 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.835918 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.836325 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.836722 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.837137 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.837530 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.838752 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.839179 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.839592 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.840003 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.840436 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.840798 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Tracked resource versions report: Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: pushed versions: Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: { 'AddressGroup': {'1.2'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'ConntrackHelper': {'1.0'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Log': {'1.0'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Network': {'1.1'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Port': {'1.7'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'PortForwarding': {'1.2'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'QosPolicy': {'1.10'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SecurityGroup': {'1.5'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SubPort': {'1.0'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Subnet': {'1.1'}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Trunk': {'1.1'}} Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: consumer versions: Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: { DHCP agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: L3 agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: Metadata agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: Metering agent@dv-cinder-830097-3-iscsi: {}, Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: Open vSwitch agent@dv-cinder-830097-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'ConntrackHelper': '1.0', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'LocalIPAssociation': '1.0', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Log': '1.0', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Network': '1.1', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Port': '1.7', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'PortForwarding': '1.2', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'QosPolicy': '1.10', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SecurityGroup': '1.5', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SecurityGroupRule': '1.2', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'SubPort': '1.0', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Subnet': '1.1', Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: 'Trunk': '1.1'}} Mar 08 20:33:10.841911 dv-cinder-830097-3-iscsi neutron-server[103533]: {{(pid=103533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:33:10.849249 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Sync routers for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:10.886638 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:10.887933 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-6de4e7a9-77bd-47d0-872d-b1958cdabefc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1766171 Mar 08 20:33:10.890795 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33352) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:10.928551 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:10.929195 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:32:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:11.098441 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] For port 50b50741-445c-441f-8e44-84b10182e7aa, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:11.154274 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] For port 50b50741-445c-441f-8e44-84b10182e7aa, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=50b50741-445c-441f-8e44-84b10182e7aa,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:11.177715 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'name': 'tempest-ServerRescueNegativeTestJSON-432044284-router', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:08Z', 'revision_number': 3, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'gw_port': {'id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:06Z', 'updated_at': '2022-03-08T20:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:11.266207 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Allocated IP 172.20.0.1 (9bd42d04-98ce-43a5-8568-bf7fc023b329/e615ce63-1553-4f4e-ac31-637d57fd5427/ee0dabd7-2422-402c-9ef5-91da06ff3b30) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:11.285670 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (50b50741-445c-441f-8e44-84b10182e7aa), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:11.304010 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Checking router: 709b3593-d9bb-45e0-89f1-a087f9517b96 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:11.305701 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Updating router 709b3593-d9bb-45e0-89f1-a087f9517b96 port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:33:11.383682 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:11.408095 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:11.461888 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:11.462896 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:32:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:11.542217 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Publish callbacks [] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:11.582226 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:11.585800 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:11.669933 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ba952a46-e91f-4f85-888d-94158713d5b6 req-97988ae5-db3c-4e58-9884-f1465b5f74f9 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.1639357 Mar 08 20:33:11.835927 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:11.837882 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Publish callbacks [] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:11.849843 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Allocated IP 172.20.0.1 (14b9ad49-01db-4ffb-98de-7063b097fd97/11bd5d42-308e-4a38-8153-e3e6954bdfb8/149b8aad-1a1c-4357-bda3-5c5d1f1eee5f) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:11.905494 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:11.922934 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef4426-e61d-457a-8fd4-d3ff58e32129 None None] Pushing event updated for resources: {'Port': ['ID=50b50741-445c-441f-8e44-84b10182e7aa,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:11.955871 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.030408 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbbee1-380b-49fa-b02c-f34dc7015e2c None None] Pushing event updated for resources: {'Port': ['ID=f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:12.041671 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Attempting to bind port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:12.044566 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:07Z', 'revision_number': 3, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:12.052840 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Attempting to bind port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:12.053258 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Attempting to bind port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:12.071407 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:12.072082 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:12.073606 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.074254 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:12.077105 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Bound port: f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:12.078901 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.083315 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba4b00-0572-4062-8a1a-112923b6a77a None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:07Z', 'revision_number': 3, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:12.128924 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:09Z', 'revision_number': 3, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:12.144776 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Publish callbacks [] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.186278 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Allocated IP 172.20.0.1 (e34bee80-3106-4523-a78e-aa1c3a8a8420/75bc1b03-62f8-46fc-8f2d-52b1108c628c/7043070b-8e0f-4c3f-af12-f346560b5904) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:12.204730 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Checking router: 28ba1426-b61a-4f28-adaf-085f70c6b719 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:12.205088 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Updating router 28ba1426-b61a-4f28-adaf-085f70c6b719 port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:33:12.256858 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Pushing event updated for resources: {'Port': ['ID=ee0dabd7-2422-402c-9ef5-91da06ff3b30,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:12.257006 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] For port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:12.260452 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] For port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:12.275208 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:12.275943 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:12.287876 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:12.288279 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (7661367e-bf65-4c79-970e-115a06f07187), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.302756 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.391807 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.403135 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.404511 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Publish callbacks [] for port (7043070b-8e0f-4c3f-af12-f346560b5904), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.624355 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Routers {'709b3593-d9bb-45e0-89f1-a087f9517b96'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:12.628311 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:32:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['709b3593-d9bb-45e0-89f1-a087f9517b96'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:12.751307 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbbee1-380b-49fa-b02c-f34dc7015e2c None None] Pushing event updated for resources: {'Port': ['ID=f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:12.763049 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.813994 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Network 14b9ad49-01db-4ffb-98de-7063b097fd97 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:12.822647 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:12.856161 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:12.856630 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (709b3593-d9bb-45e0-89f1-a087f9517b96), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.880164 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Pushing event updated for resources: {'Port': ['ID=7043070b-8e0f-4c3f-af12-f346560b5904,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:12.908587 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Network e34bee80-3106-4523-a78e-aa1c3a8a8420 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:12.913779 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:12.917194 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:12.917748 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (28ba1426-b61a-4f28-adaf-085f70c6b719), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:12.968767 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] Set router 709b3593-d9bb-45e0-89f1-a087f9517b96 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:13.079435 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.58', 49431) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:13.100447 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Pushing event updated for resources: {'Port': ['ID=149b8aad-1a1c-4357-bda3-5c5d1f1eee5f,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:13.241032 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2622557e-fb67-4904-bdb7-905e4982da93 req-1ea170bc-e716-401d-8f46-6b1a31bf7481 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.3627107 Mar 08 20:33:13.351385 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:13.401596 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-f1b5751d-ce48-40f1-bdbb-8bc6ddcbdfa3 None None] Provisioning complete for port ee0dabd7-2422-402c-9ef5-91da06ff3b30 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:13.402169 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f1b5751d-ce48-40f1-bdbb-8bc6ddcbdfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:13.423254 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Publish callbacks [] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:13.475243 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5751d-ce48-40f1-bdbb-8bc6ddcbdfa3 None None] Port ee0dabd7-2422-402c-9ef5-91da06ff3b30 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:13.507212 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:13.548377 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:13.641631 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'name': 'tempest-ServerRescueNegativeTestJSON-432044284-router', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:08Z', 'revision_number': 3, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'gw_port': {'id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:06Z', 'updated_at': '2022-03-08T20:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:13.655015 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Attempting to bind port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:13.655419 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Attempting to bind port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:13.659423 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Attempting to bind port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:13.690738 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313112b-a4e8-41ba-95e6-6a3eb5d52d34 None None] Pushing event updated for resources: {'Port': ['ID=31ce3987-e6e0-49d4-a933-5d75b0e4e6c5,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:13.701920 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:13.702363 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:13.702768 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:13.703180 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:13.703674 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Bound port: 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:13.704054 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:13.736310 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1971f4-b734-48ff-8633-b1404df2147a None None] The sync data for ids ['709b3593-d9bb-45e0-89f1-a087f9517b96'] in dv-cinder-830097-3-iscsi is: [{'id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'name': 'tempest-ServerRescueNegativeTestJSON-432044284-router', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:08Z', 'revision_number': 3, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'gw_port': {'id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:06Z', 'updated_at': '2022-03-08T20:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:13.748184 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-382893f2-effc-4a23-b34b-ddd3538bd537 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:13.749947 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-382893f2-effc-4a23-b34b-ddd3538bd537 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.58 "GET /v2.0/networks?id=22e2c825-b404-4bcf-9bc4-10977dd8c611 HTTP/1.1" status: 200 len: 811 time: 0.6667891 Mar 08 20:33:13.750074 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1f5061c0-8faf-40db-98b3-5970905d40a8 None None] Provisioning complete for port 7043070b-8e0f-4c3f-af12-f346560b5904 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:13.750572 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1f5061c0-8faf-40db-98b3-5970905d40a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:13.821960 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:13.836437 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Request body: {'port': {'device_id': '2fbe1208-0588-4be6-a038-3c360a7c80f6', 'network_id': '22e2c825-b404-4bcf-9bc4-10977dd8c611', 'admin_state_up': True, 'tenant_id': '7ce8eb7d0e014870bb29951ddd2769e2'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:13.863398 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] For port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:13.872093 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] For port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=31ce3987-e6e0-49d4-a933-5d75b0e4e6c5,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:13.899771 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1f5061c0-8faf-40db-98b3-5970905d40a8 None None] Port 7043070b-8e0f-4c3f-af12-f346560b5904 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:13.954948 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.048536 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 50b50741-445c-441f-8e44-84b10182e7aa up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:14.108655 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313112b-a4e8-41ba-95e6-6a3eb5d52d34 None None] Pushing event updated for resources: {'Port': ['ID=31ce3987-e6e0-49d4-a933-5d75b0e4e6c5,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:14.149791 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 50b50741-445c-441f-8e44-84b10182e7aa triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:14.153554 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (50b50741-445c-441f-8e44-84b10182e7aa), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.189007 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Publish callbacks [] for port (7043070b-8e0f-4c3f-af12-f346560b5904), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.194439 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:14.196747 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:32:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:14.289350 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.292146 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (28ba1426-b61a-4f28-adaf-085f70c6b719), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.375525 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 50b50741-445c-441f-8e44-84b10182e7aa is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:14.377173 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (50b50741-445c-441f-8e44-84b10182e7aa), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.418994 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 50b50741-445c-441f-8e44-84b10182e7aa, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=50b50741-445c-441f-8e44-84b10182e7aa,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:14.461592 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Publish callbacks [] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.484416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (50b50741-445c-441f-8e44-84b10182e7aa), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.494007 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:14.494593 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4610ba50-1d72-4eae-aa09-4c68e0eb533f req-341116c6-b856-4cf9-a0a1-6812e74384d2 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0927536 Mar 08 20:33:14.495693 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Publish callbacks [] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.532701 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.533517 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (709b3593-d9bb-45e0-89f1-a087f9517b96), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.577438 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=50b50741-445c-441f-8e44-84b10182e7aa,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:14.622587 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Pushing event updated for resources: {'Port': ['ID=7043070b-8e0f-4c3f-af12-f346560b5904,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:14.684207 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Network e34bee80-3106-4523-a78e-aa1c3a8a8420 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:14.685723 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Made reservation on behalf of 7ce8eb7d0e014870bb29951ddd2769e2 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:14.686699 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:14.689523 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.691757 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.693056 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (7661367e-bf65-4c79-970e-115a06f07187), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:14.787236 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Pushing event updated for resources: {'Port': ['ID=149b8aad-1a1c-4357-bda3-5c5d1f1eee5f,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:14.912365 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Router 28ba1426-b61a-4f28-adaf-085f70c6b719 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:14.956634 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:12Z', 'revision_number': 1, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:15.098761 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333bd78-647b-421a-858d-efaf3726fc52 None None] The sync data for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi is: [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:12Z', 'revision_number': 1, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:15.157594 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Pushing event updated for resources: {'Port': ['ID=ee0dabd7-2422-402c-9ef5-91da06ff3b30,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:15.162460 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Network 14b9ad49-01db-4ffb-98de-7063b097fd97 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:15.168006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:15.213314 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:15.240251 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-8269e424-dcf6-4da7-aeca-d89b4e27ac2c admin admin] 10.222.0.55 "PUT /v2.0/routers/28ba1426-b61a-4f28-adaf-085f70c6b719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3481615 Mar 08 20:33:15.252954 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-93a69457-ee5d-45b0-bd4d-17f001334967 None None] Provisioning complete for port 7043070b-8e0f-4c3f-af12-f346560b5904 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:15.253346 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-93a69457-ee5d-45b0-bd4d-17f001334967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:15.422837 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-93a69457-ee5d-45b0-bd4d-17f001334967 None None] Port 7043070b-8e0f-4c3f-af12-f346560b5904 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:15.430135 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:15.438042 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:15.446832 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Allocated IP 172.20.0.5 (22e2c825-b404-4bcf-9bc4-10977dd8c611/969f74d8-701c-424e-af9a-4fa6eb4b4400/45500936-7f66-496d-964f-f92aa2e445fc) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:15.710893 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4393dd34-d3b4-428b-84fd-8fb6b74e7354 req-dba151db-c8de-4341-8e27-1418b736d893 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0358298 Mar 08 20:33:15.940070 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Router 709b3593-d9bb-45e0-89f1-a087f9517b96 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:15.944578 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-5241cf6e-7d9b-4631-81e9-1c1adafa8d11 None None] Provisioning complete for port ee0dabd7-2422-402c-9ef5-91da06ff3b30 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:15.948828 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5241cf6e-7d9b-4631-81e9-1c1adafa8d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.008359 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Router 7661367e-bf65-4c79-970e-115a06f07187 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:16.033391 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-5241cf6e-7d9b-4631-81e9-1c1adafa8d11 None None] Port ee0dabd7-2422-402c-9ef5-91da06ff3b30 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:16.073584 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 50b50741-445c-441f-8e44-84b10182e7aa up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:16.234879 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:16.270313 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e583c7d0-20cd-49da-b997-259d34741b17 admin admin] 10.222.0.55 "PUT /v2.0/routers/709b3593-d9bb-45e0-89f1-a087f9517b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5786090 Mar 08 20:33:16.275260 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 50b50741-445c-441f-8e44-84b10182e7aa triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:16.275740 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (50b50741-445c-441f-8e44-84b10182e7aa), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.293968 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Publish callbacks [] for port (45500936-7f66-496d-964f-f92aa2e445fc), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.309917 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33526) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:16.315860 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-bbb471cc-5c92-4f88-892d-ddafafda317d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380503955', 'description': 'tempest-description--1190886654'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:16.404069 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:16.412609 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b2a8ab54-ca6d-49df-8a5e-c638e1bca1fc admin admin] 10.222.0.55 "PUT /v2.0/routers/7661367e-bf65-4c79-970e-115a06f07187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9637852 Mar 08 20:33:16.428726 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 50b50741-445c-441f-8e44-84b10182e7aa is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:16.438258 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbb471cc-5c92-4f88-892d-ddafafda317d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.444115 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:16.451602 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:16.502014 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (45500936-7f66-496d-964f-f92aa2e445fc), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.609998 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbb471cc-5c92-4f88-892d-ddafafda317d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (d89a09a2-579f-4383-86fb-f2d067c2eac7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.702602 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:16.703207 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbb471cc-5c92-4f88-892d-ddafafda317d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (d89a09a2-579f-4383-86fb-f2d067c2eac7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.703286 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:32:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:16.703380 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Sync routers for ids ['709b3593-d9bb-45e0-89f1-a087f9517b96'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:16.719057 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Routers {'709b3593-d9bb-45e0-89f1-a087f9517b96'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:16.722762 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:32:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['709b3593-d9bb-45e0-89f1-a087f9517b96'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:16.775578 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb471cc-5c92-4f88-892d-ddafafda317d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a09a2-579f-4383-86fb-f2d067c2eac7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:16.818956 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbb471cc-5c92-4f88-892d-ddafafda317d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:16.824586 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-bbb471cc-5c92-4f88-892d-ddafafda317d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5088811 Mar 08 20:33:16.824586 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33548) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:16.828601 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-c41d2349-829c-4959-aa59-01e3a208ca08 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'security_group_rule': {'security_group_id': 'd89a09a2-579f-4383-86fb-f2d067c2eac7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:16.843491 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Network 22e2c825-b404-4bcf-9bc4-10977dd8c611 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:16.872273 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:16.886083 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Pushing event updated for resources: {'Port': ['ID=45500936-7f66-496d-964f-f92aa2e445fc,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:16.886083 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:16.886083 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:16.886083 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.018405 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:17.036402 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Set router 709b3593-d9bb-45e0-89f1-a087f9517b96 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:17.038921 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c41d2349-829c-4959-aa59-01e3a208ca08 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (605553ae-41de-4515-805d-f49f211dc946), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.065188 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-393c2ce2-93d8-4b6e-af38-0952c8a3e325 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2434337 Mar 08 20:33:17.136219 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e3ca2530-ad98-445a-941a-bd76673984bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.144147 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:17.144672 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.408065 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c41d2349-829c-4959-aa59-01e3a208ca08 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (605553ae-41de-4515-805d-f49f211dc946), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.420493 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 2, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:17.464953 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:17.466992 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Updating router 7661367e-bf65-4c79-970e-115a06f07187 port ee0dabd7-2422-402c-9ef5-91da06ff3b30 binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:33:17.490771 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'name': 'tempest-ServerRescueNegativeTestJSON-432044284-router', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'gw_port': {'id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:06Z', 'updated_at': '2022-03-08T20:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '149b8aad-1a1c-4357-bda3-5c5d1f1eee5f', 'name': '', 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'mac_address': 'fa:16:3e:19:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '11bd5d42-308e-4a38-8153-e3e6954bdfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 2, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'subnets': [{'id': '11bd5d42-308e-4a38-8153-e3e6954bdfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:17.501239 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.502732 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c41d2349-829c-4959-aa59-01e3a208ca08 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (605553ae-41de-4515-805d-f49f211dc946), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.513499 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:17.513891 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.549292 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33572) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:17.558994 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:17.573960 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Checking router: 709b3593-d9bb-45e0-89f1-a087f9517b96 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:17.574335 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Updating router 709b3593-d9bb-45e0-89f1-a087f9517b96 port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:33:17.610154 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.635845 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d2349-829c-4959-aa59-01e3a208ca08 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605553ae-41de-4515-805d-f49f211dc946,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:17.694874 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-79bce8ce-d3af-49a9-8812-ce44a2115da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.695163 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-d8bdcb02-23b0-4c36-9f43-9c15bf546ac1 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:17.698593 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.698768 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-d8bdcb02-23b0-4c36-9f43-9c15bf546ac1 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 818 time: 0.6147828 Mar 08 20:33:17.716237 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c41d2349-829c-4959-aa59-01e3a208ca08 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.717527 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c41d2349-829c-4959-aa59-01e3a208ca08 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8930244 Mar 08 20:33:17.725629 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33576) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:17.731892 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-203c49ec-312b-4882-bfdd-6a1a05dd65d3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'security_group_rule': {'security_group_id': 'd89a09a2-579f-4383-86fb-f2d067c2eac7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:17.762454 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-86924412-967b-47c5-aa95-177cdbd26229 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/quotas/f160a35ef32c4d9a823a42813d8d64e4 HTTP/1.1" status: 200 len: 375 time: 0.0490265 Mar 08 20:33:17.841549 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33578) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:17.878711 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-782e1984-f3a9-42dc-944d-260b6c4a6931 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88343365', 'description': 'tempest-description--1617610495'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:17.905664 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-203c49ec-312b-4882-bfdd-6a1a05dd65d3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (8690a2a3-2da1-4de5-a39d-b4c8734bbe1e), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.929801 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:17.969009 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-79bce8ce-d3af-49a9-8812-ce44a2115da9 admin admin] Publish callbacks [] for security_group (c32d5b22-fbef-4f68-b376-d3f5c3df7bef), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:17.990557 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-e322423c-1bfe-47d3-977a-7f1978c1ac28 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2185159 Mar 08 20:33:18.014193 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-4ceee7d1-1569-4039-babd-e4669bead97a tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:33:18.015697 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-4ceee7d1-1569-4039-babd-e4669bead97a tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132966 Mar 08 20:33:18.041469 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-203c49ec-312b-4882-bfdd-6a1a05dd65d3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (8690a2a3-2da1-4de5-a39d-b4c8734bbe1e), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.044157 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-79bce8ce-d3af-49a9-8812-ce44a2115da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (c32d5b22-fbef-4f68-b376-d3f5c3df7bef), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.047812 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:18.131031 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-203c49ec-312b-4882-bfdd-6a1a05dd65d3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (8690a2a3-2da1-4de5-a39d-b4c8734bbe1e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.154073 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c49ec-312b-4882-bfdd-6a1a05dd65d3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8690a2a3-2da1-4de5-a39d-b4c8734bbe1e,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:18.170317 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-782e1984-f3a9-42dc-944d-260b6c4a6931 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.210688 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Publish callbacks [] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.407457 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-a4c130e3-620f-4683-849e-1634d4ff0532 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103530) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:33:18.407457 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-a4c130e3-620f-4683-849e-1634d4ff0532 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1011088 Mar 08 20:33:18.407898 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:18.407898 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.408372 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bce8ce-d3af-49a9-8812-ce44a2115da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32d5b22-fbef-4f68-b376-d3f5c3df7bef,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:18.408372 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-79bce8ce-d3af-49a9-8812-ce44a2115da9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5b96e64cde6435caad163e375db71cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7046721 Mar 08 20:33:18.408372 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33592) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:18.408882 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-2d2ad700-34c2-4ff3-bf68-e9d240500fe1 service neutron] 10.222.0.55 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052403 Mar 08 20:33:18.409339 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44e9f-14b0-46c5-99de-715842fa2c3e req-f3d98d84-e66e-4d0a-a932-e85f4b99aeda tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:18.409339 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45f44e9f-14b0-46c5-99de-715842fa2c3e req-f3d98d84-e66e-4d0a-a932-e85f4b99aeda tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 931 time: 0.1603069 Mar 08 20:33:18.409592 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Publish callbacks [] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.412262 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:18.412725 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.436833 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=31ce3987-e6e0-49d4-a933-5d75b0e4e6c5,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:18.464871 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-782e1984-f3a9-42dc-944d-260b6c4a6931 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (ddb99630-ec13-4222-b55b-6a58bd34ec7e), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.465790 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3a67065d-4b25-4390-8bad-d5620cd9b1ab admin admin] Publish callbacks [] for security_group (c32d5b22-fbef-4f68-b376-d3f5c3df7bef), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.479699 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-47206183-1898-48ed-8d10-0214b6be3c26 service neutron] 10.222.0.55 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422036 Mar 08 20:33:18.499727 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45f44e9f-14b0-46c5-99de-715842fa2c3e req-7c047d5d-20be-4d05-adcd-5939378da3ee tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097412 Mar 08 20:33:18.511967 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-203c49ec-312b-4882-bfdd-6a1a05dd65d3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.513307 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-203c49ec-312b-4882-bfdd-6a1a05dd65d3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7854576 Mar 08 20:33:18.519958 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3a67065d-4b25-4390-8bad-d5620cd9b1ab admin admin] Publish callbacks [] for security_group (c32d5b22-fbef-4f68-b376-d3f5c3df7bef), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.526302 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33594) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:18.535529 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:18.566521 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.602460 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-782e1984-f3a9-42dc-944d-260b6c4a6931 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ddb99630-ec13-4222-b55b-6a58bd34ec7e), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.605919 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.610521 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.634480 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e1984-f3a9-42dc-944d-260b6c4a6931 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb99630-ec13-4222-b55b-6a58bd34ec7e,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:18.679255 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34f2df-9bd3-4cc9-a13d-662d410d1b33 None None] Pushing event updated for resources: {'Port': ['ID=149b8aad-1a1c-4357-bda3-5c5d1f1eee5f,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:18.681773 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Sync routers for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:18.715440 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Attempting to bind port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:18.715802 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Attempting to bind port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:18.716166 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Attempting to bind port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f on network 14b9ad49-01db-4ffb-98de-7063b097fd97 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:18.718586 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.726618 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:18.726618 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Checking segment: {'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:18.727035 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.727467 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Bound using segment: {'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:18.727961 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Bound port: 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:18.728345 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.739836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-782e1984-f3a9-42dc-944d-260b6c4a6931 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.741067 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-782e1984-f3a9-42dc-944d-260b6c4a6931 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8786747 Mar 08 20:33:18.741846 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:18.742455 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:32:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:18.744006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33602) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:18.748562 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-a50cb96f-1a27-401d-80d6-f03d9ca2e47f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group_rule': {'security_group_id': 'ddb99630-ec13-4222-b55b-6a58bd34ec7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:18.752907 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca4824-a395-4fbc-b60e-e00a561cf89c None None] Pushing event updated for resources: {'Port': ['ID=ee0dabd7-2422-402c-9ef5-91da06ff3b30,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:18.761058 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3a67065d-4b25-4390-8bad-d5620cd9b1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (c32d5b22-fbef-4f68-b376-d3f5c3df7bef), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.763770 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3a67065d-4b25-4390-8bad-d5620cd9b1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.765268 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-3a67065d-4b25-4390-8bad-d5620cd9b1ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c32d5b22-fbef-4f68-b376-d3f5c3df7bef HTTP/1.1" status: 204 len: 168 time: 0.4897778 Mar 08 20:33:18.827985 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] For port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:18.831907 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] For port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=149b8aad-1a1c-4357-bda3-5c5d1f1eee5f,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:18.874311 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-48c01d46-12bf-498d-a4a3-d633184963fb req-76501576-0f83-44e1-b47f-2e7a184f71a6 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 210 time: 0.0552561 Mar 08 20:33:18.888923 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67065d-4b25-4390-8bad-d5620cd9b1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32d5b22-fbef-4f68-b376-d3f5c3df7bef,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:18.927004 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.937862 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Attempting to bind port ee0dabd7-2422-402c-9ef5-91da06ff3b30 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:18.938400 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Attempting to bind port ee0dabd7-2422-402c-9ef5-91da06ff3b30 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:18.938778 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Attempting to bind port ee0dabd7-2422-402c-9ef5-91da06ff3b30 on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:18.982310 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=31ce3987-e6e0-49d4-a933-5d75b0e4e6c5,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:19.024452 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:19.024842 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Checking segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:19.025110 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.026302 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Bound using segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:19.028053 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Bound port: ee0dabd7-2422-402c-9ef5-91da06ff3b30, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:19.030568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.034365 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Routers {'709b3593-d9bb-45e0-89f1-a087f9517b96'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:19.035126 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:32:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['709b3593-d9bb-45e0-89f1-a087f9517b96'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:19.037786 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34f2df-9bd3-4cc9-a13d-662d410d1b33 None None] Pushing event updated for resources: {'Port': ['ID=149b8aad-1a1c-4357-bda3-5c5d1f1eee5f,revision_number=4']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:19.038371 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.268343 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Allocated IP 172.27.3.201 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:19.276623 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1e8f3af0-3992-4314-9306-ffd55c83351c None None] Provisioning complete for port ee0dabd7-2422-402c-9ef5-91da06ff3b30 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:19.277246 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1e8f3af0-3992-4314-9306-ffd55c83351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.283795 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a50cb96f-1a27-401d-80d6-f03d9ca2e47f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (3bd3e645-541b-4d7f-8d9b-6f55bdf18124), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.328738 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:19.336846 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d54277d5-4b72-4a96-972e-a11b3ca080f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.375373 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] Set router 709b3593-d9bb-45e0-89f1-a087f9517b96 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:19.401170 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1e8f3af0-3992-4314-9306-ffd55c83351c None None] Port ee0dabd7-2422-402c-9ef5-91da06ff3b30 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:19.403672 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] For port ee0dabd7-2422-402c-9ef5-91da06ff3b30, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:19.409316 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] For port ee0dabd7-2422-402c-9ef5-91da06ff3b30, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=ee0dabd7-2422-402c-9ef5-91da06ff3b30,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:19.677545 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-f709c52c-d537-4889-94e5-d60244c89f50 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:19.686776 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-f709c52c-d537-4889-94e5-d60244c89f50 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 818 time: 0.4507363 Mar 08 20:33:19.705975 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-dac5c0df-9a7a-4f7d-9d28-fe94a11bf9f7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/quotas/f160a35ef32c4d9a823a42813d8d64e4 HTTP/1.1" status: 200 len: 375 time: 0.0181265 Mar 08 20:33:19.738352 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.777363 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a50cb96f-1a27-401d-80d6-f03d9ca2e47f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (3bd3e645-541b-4d7f-8d9b-6f55bdf18124), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.784491 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for port (5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.814705 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-ec0781e1-c90f-437d-92f0-be049bf10073 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074793 Mar 08 20:33:19.859865 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a50cb96f-1a27-401d-80d6-f03d9ca2e47f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (3bd3e645-541b-4d7f-8d9b-6f55bdf18124), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.865237 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:19.866096 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:33:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:19.898700 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'name': 'tempest-ServerRescueNegativeTestJSON-432044284-router', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'gw_port': {'id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:06Z', 'updated_at': '2022-03-08T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '149b8aad-1a1c-4357-bda3-5c5d1f1eee5f', 'name': '', 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'mac_address': 'fa:16:3e:19:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '11bd5d42-308e-4a38-8153-e3e6954bdfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'subnets': [{'id': '11bd5d42-308e-4a38-8153-e3e6954bdfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:19.917710 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca4824-a395-4fbc-b60e-e00a561cf89c None None] Pushing event updated for resources: {'Port': ['ID=ee0dabd7-2422-402c-9ef5-91da06ff3b30,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:19.956001 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-953b3e0d-66b8-4cba-a6a2-7fd7b6141047 service neutron] 10.222.0.55 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402462 Mar 08 20:33:20.009217 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33654) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:20.046069 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5643c8-ebf6-4705-8f5b-3b6162da89ab None None] The sync data for ids ['709b3593-d9bb-45e0-89f1-a087f9517b96'] in dv-cinder-830097-3-iscsi is: [{'id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'name': 'tempest-ServerRescueNegativeTestJSON-432044284-router', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'gw_port': {'id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:06Z', 'updated_at': '2022-03-08T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '149b8aad-1a1c-4357-bda3-5c5d1f1eee5f', 'name': '', 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'mac_address': 'fa:16:3e:19:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '11bd5d42-308e-4a38-8153-e3e6954bdfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'subnets': [{'id': '11bd5d42-308e-4a38-8153-e3e6954bdfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:20.083777 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cb96f-1a27-401d-80d6-f03d9ca2e47f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd3e645-541b-4d7f-8d9b-6f55bdf18124,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:20.112991 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943682a1-f2ac-49fd-a5a8-485e643a738d req-d294b049-ae48-41d3-9cec-c4b52b16177c tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:20.114669 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-943682a1-f2ac-49fd-a5a8-485e643a738d req-d294b049-ae48-41d3-9cec-c4b52b16177c tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 931 time: 0.4799714 Mar 08 20:33:20.125266 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:20.245484 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a50cb96f-1a27-401d-80d6-f03d9ca2e47f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.254817 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-a50cb96f-1a27-401d-80d6-f03d9ca2e47f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5018907 Mar 08 20:33:20.254817 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6e044f0a-298b-458a-81ff-e0236337c2ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.255034 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33666) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:20.281503 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:20.289897 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-cdaaf5ad-aad2-4a38-b0c2-4d79701c8632 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group_rule': {'security_group_id': 'ddb99630-ec13-4222-b55b-6a58bd34ec7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:20.389764 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.401016 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 2, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:20.424654 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6e044f0a-298b-458a-81ff-e0236337c2ab admin admin] Publish callbacks [] for security_group (00dad52d-8c63-4c2f-814e-4a39088f8b4f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.440152 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-ccb3be16-fdd8-486f-aa0c-50544ccf5788 service neutron] 10.222.0.55 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832182 Mar 08 20:33:20.451012 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.495916 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Checking router: 28ba1426-b61a-4f28-adaf-085f70c6b719 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:20.502334 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Updating router 28ba1426-b61a-4f28-adaf-085f70c6b719 port 7043070b-8e0f-4c3f-af12-f346560b5904 binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:33:20.543419 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:20.547618 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'Port': ['ID=5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:20.550585 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:20.566032 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:20.603212 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:20.607345 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.630673 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Request body: {'port': {'device_id': '2fbe1208-0588-4be6-a038-3c360a7c80f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:20.641870 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cdaaf5ad-aad2-4a38-b0c2-4d79701c8632 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (3e59f447-ce07-4611-b988-a4234d9c3975), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.646242 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6e044f0a-298b-458a-81ff-e0236337c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (00dad52d-8c63-4c2f-814e-4a39088f8b4f), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.735038 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-b22c693b-7818-4802-9b97-e978fcaf6ceb None None] Provisioning complete for port ee0dabd7-2422-402c-9ef5-91da06ff3b30 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:20.737565 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b22c693b-7818-4802-9b97-e978fcaf6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.757966 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cdaaf5ad-aad2-4a38-b0c2-4d79701c8632 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (3e59f447-ce07-4611-b988-a4234d9c3975), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.823599 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-943682a1-f2ac-49fd-a5a8-485e643a738d req-11a1cbab-d1fb-43b0-a73e-84cecd5be0db tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511176 Mar 08 20:33:20.829888 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cdaaf5ad-aad2-4a38-b0c2-4d79701c8632 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (3e59f447-ce07-4611-b988-a4234d9c3975), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:20.936113 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e044f0a-298b-458a-81ff-e0236337c2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dad52d-8c63-4c2f-814e-4a39088f8b4f,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:20.964778 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaaf5ad-aad2-4a38-b0c2-4d79701c8632 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e59f447-ce07-4611-b988-a4234d9c3975,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:21.133603 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.194462 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cdaaf5ad-aad2-4a38-b0c2-4d79701c8632 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.194462 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-cdaaf5ad-aad2-4a38-b0c2-4d79701c8632 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9234776 Mar 08 20:33:21.196465 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33692) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:21.199992 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-14ad0900-28f8-46ea-b4e3-feab8cfc6ed9 req-6e14f9ef-ac2a-4241-bd7c-27b41fe30bca tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 210 time: 0.1259327 Mar 08 20:33:21.202558 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:21.323134 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (80796ce3-6725-41a9-b655-e89792e37754), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.340893 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33702) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:21.341184 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-6e044f0a-298b-458a-81ff-e0236337c2ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6dd9482a6ce84b5994cdc457f1c6797f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3136041 Mar 08 20:33:21.355863 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.377747 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (45500936-7f66-496d-964f-f92aa2e445fc), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.439277 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:21.460652 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:21.544657 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.614954 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-620634eb-17f3-4f6e-9c4f-cec1bca3d0d3 admin admin] Publish callbacks [] for security_group (00dad52d-8c63-4c2f-814e-4a39088f8b4f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.694096 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-620634eb-17f3-4f6e-9c4f-cec1bca3d0d3 admin admin] Publish callbacks [] for security_group (00dad52d-8c63-4c2f-814e-4a39088f8b4f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.877864 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.990131 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-620634eb-17f3-4f6e-9c4f-cec1bca3d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (00dad52d-8c63-4c2f-814e-4a39088f8b4f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.994407 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-620634eb-17f3-4f6e-9c4f-cec1bca3d0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.995932 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-620634eb-17f3-4f6e-9c4f-cec1bca3d0d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00dad52d-8c63-4c2f-814e-4a39088f8b4f HTTP/1.1" status: 204 len: 168 time: 0.6538999 Mar 08 20:33:22.028055 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.044706 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-b22c693b-7818-4802-9b97-e978fcaf6ceb None None] Current status of the port ee0dabd7-2422-402c-9ef5-91da06ff3b30 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:22.045050 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b22c693b-7818-4802-9b97-e978fcaf6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.169326 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:19Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:22.173256 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620634eb-17f3-4f6e-9c4f-cec1bca3d0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dad52d-8c63-4c2f-814e-4a39088f8b4f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:22.197606 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:22.198069 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.361911 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347398d7-a7e4-4f42-8d96-87e657381ba0 None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:19Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:22.414570 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for port (5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.417172 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Allocated IP 172.27.3.114 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/9fdd1d26-0781-4135-958d-1cf214217a0c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:22.462733 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-b22c693b-7818-4802-9b97-e978fcaf6ceb None None] For port ee0dabd7-2422-402c-9ef5-91da06ff3b30, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=ee0dabd7-2422-402c-9ef5-91da06ff3b30,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:22.556171 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2093bace-ee8f-4116-b60a-56df0e654852 req-45405069-0182-4f3b-bd1c-a15abb1f809d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 210 time: 0.1251371 Mar 08 20:33:22.611678 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.615118 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b22c693b-7818-4802-9b97-e978fcaf6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.657960 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:22.684534 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d32c2-19c1-4f1c-8e74-3e791366caa6 req-73d685c4-42bc-46f9-9d85-4be465dcbea2 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:22.733235 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-329d32c2-19c1-4f1c-8e74-3e791366caa6 req-73d685c4-42bc-46f9-9d85-4be465dcbea2 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 931 time: 0.7023325 Mar 08 20:33:22.856195 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Publish callbacks [] for port (7043070b-8e0f-4c3f-af12-f346560b5904), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.868009 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c693b-7818-4802-9b97-e978fcaf6ceb None None] Pushing event updated for resources: {'Port': ['ID=ee0dabd7-2422-402c-9ef5-91da06ff3b30,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:22.868423 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (80796ce3-6725-41a9-b655-e89792e37754), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.886708 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (9fdd1d26-0781-4135-958d-1cf214217a0c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.919919 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-329d32c2-19c1-4f1c-8e74-3e791366caa6 req-14c39b0e-b2f2-4ebb-ab64-80547d33c696 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837549 Mar 08 20:33:22.940291 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:23.131526 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'Port': ['ID=5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:23.132174 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.132174 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.158605 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.161931 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-241eb66f-9ca7-4b28-b7d6-5f6c1a6b0fb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6346438 Mar 08 20:33:23.396172 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (9fdd1d26-0781-4135-958d-1cf214217a0c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.396611 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf89f09-08c0-4aa5-a5b9-67c70945ca35 None None] Pushing event updated for resources: {'Port': ['ID=7043070b-8e0f-4c3f-af12-f346560b5904,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:23.396611 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:23.396611 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.397541 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:23.397541 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:23.398033 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Attempting to bind port 7043070b-8e0f-4c3f-af12-f346560b5904 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:23.398033 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Attempting to bind port 7043070b-8e0f-4c3f-af12-f346560b5904 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:23.398033 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Attempting to bind port 7043070b-8e0f-4c3f-af12-f346560b5904 on network e34bee80-3106-4523-a78e-aa1c3a8a8420 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:23.398432 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:23.412455 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:23.413123 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Checking segment: {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:23.413696 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.414379 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Bound using segment: {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:23.415751 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Bound port: 7043070b-8e0f-4c3f-af12-f346560b5904, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:23.421728 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.428347 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=9fdd1d26-0781-4135-958d-1cf214217a0c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:23.595299 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:23.596269 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.602334 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45500936-7f66-496d-964f-f92aa2e445fc {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:23.638605 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-128aa58c-1d06-46f1-bac1-f43f68816c74 None None] Provisioning complete for port 7043070b-8e0f-4c3f-af12-f346560b5904 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:23.638979 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-128aa58c-1d06-46f1-bac1-f43f68816c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.657163 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (a13fe346-01a0-4e2d-861c-19d9894b9d85), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.682015 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Publish callbacks [] for port (45500936-7f66-496d-964f-f92aa2e445fc), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.808565 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Transition to ACTIVE for port object 45500936-7f66-496d-964f-f92aa2e445fc will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:33:23.828085 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5b397aee-248b-41ac-928b-0a2c6372f324 req-87ee3cb9-b82f-4cac-8842-520551e33ef2 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 210 time: 0.0929224 Mar 08 20:33:23.898740 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (9fdd1d26-0781-4135-958d-1cf214217a0c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:23.951269 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.58', 49449) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:23.953249 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (45500936-7f66-496d-964f-f92aa2e445fc), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.156004 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-d0d1e058-1979-48f8-bfa7-7cadffbf1263 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--380503955&fields=id&tenant_id=cf60d2bc864448f9a3dede19863dcaf6 HTTP/1.1" status: 200 len: 267 time: 0.3416805 Mar 08 20:33:24.258018 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] For port 7043070b-8e0f-4c3f-af12-f346560b5904, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:24.268734 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=149b8aad-1a1c-4357-bda3-5c5d1f1eee5f,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:24.303044 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] For port 7043070b-8e0f-4c3f-af12-f346560b5904, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7043070b-8e0f-4c3f-af12-f346560b5904,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:24.315029 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-128aa58c-1d06-46f1-bac1-f43f68816c74 None None] Port 7043070b-8e0f-4c3f-af12-f346560b5904 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:24.354857 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Pushing event updated for resources: {'Port': ['ID=45500936-7f66-496d-964f-f92aa2e445fc,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:24.407582 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.409650 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.433800 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098f1fe-b14a-4283-8e85-059ed7ef9fce req-39341a16-7171-4b82-b5c8-106965182f38 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:24.453124 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5098f1fe-b14a-4283-8e85-059ed7ef9fce req-39341a16-7171-4b82-b5c8-106965182f38 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 943 time: 0.3419259 Mar 08 20:33:24.524844 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (9fdd1d26-0781-4135-958d-1cf214217a0c), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.555847 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf89f09-08c0-4aa5-a5b9-67c70945ca35 None None] Pushing event updated for resources: {'Port': ['ID=7043070b-8e0f-4c3f-af12-f346560b5904,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:24.602846 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5098f1fe-b14a-4283-8e85-059ed7ef9fce req-902309aa-11e4-40bb-9f92-cdb7aca34185 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486239 Mar 08 20:33:24.614560 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (9fdd1d26-0781-4135-958d-1cf214217a0c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.635656 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=149b8aad-1a1c-4357-bda3-5c5d1f1eee5f,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:24.645179 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.58', 49452) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:24.694525 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Attempting to bind port 45500936-7f66-496d-964f-f92aa2e445fc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:24.696672 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:24.697300 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Attempting to bind port 45500936-7f66-496d-964f-f92aa2e445fc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd7f439a3-e15a-4120-8522-471e246e1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22e2c825-b404-4bcf-9bc4-10977dd8c611'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:24.697528 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:33:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:24.703004 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Attempting to bind port 45500936-7f66-496d-964f-f92aa2e445fc on network 22e2c825-b404-4bcf-9bc4-10977dd8c611 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:24.773982 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (a13fe346-01a0-4e2d-861c-19d9894b9d85), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.777652 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Port 45500936-7f66-496d-964f-f92aa2e445fc on network 22e2c825-b404-4bcf-9bc4-10977dd8c611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:33:24.778373 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Attempting to bind port 45500936-7f66-496d-964f-f92aa2e445fc on network 22e2c825-b404-4bcf-9bc4-10977dd8c611 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:24.811269 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:24.825190 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Checking segment: {'id': 'd7f439a3-e15a-4120-8522-471e246e1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22e2c825-b404-4bcf-9bc4-10977dd8c611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:24.825767 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Bound using segment: {'id': 'd7f439a3-e15a-4120-8522-471e246e1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22e2c825-b404-4bcf-9bc4-10977dd8c611'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:24.826322 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Bound port: 45500936-7f66-496d-964f-f92aa2e445fc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f439a3-e15a-4120-8522-471e246e1f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22e2c825-b404-4bcf-9bc4-10977dd8c611'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:24.828864 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (45500936-7f66-496d-964f-f92aa2e445fc), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:24.857444 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-52316d6e-1181-43a6-acf2-2d434627ca65 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:24.878537 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-52316d6e-1181-43a6-acf2-2d434627ca65 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 816 time: 0.7213142 Mar 08 20:33:24.933573 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-685b3742-6054-44fa-893a-a6c06c491746 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:24.935525 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-685b3742-6054-44fa-893a-a6c06c491746 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.58 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 818 time: 0.9724987 Mar 08 20:33:25.003376 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-414b80cb-f7cc-45ca-a9fc-60e5acefcaca tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/quotas/cf60d2bc864448f9a3dede19863dcaf6 HTTP/1.1" status: 200 len: 375 time: 0.1116662 Mar 08 20:33:25.003578 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:25.045119 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Request body: {'port': {'device_id': '28a4ce87-1896-479d-a055-aafd0dcbc583', 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97', 'admin_state_up': True, 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:25.130736 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device ee0dabd7-2422-402c-9ef5-91da06ff3b30 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:25.346522 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-998efa5e-6306-4a17-b68a-df9e6c155e83 req-aed1aae3-bfac-4c58-9b7f-3749c22b1ca7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 210 time: 0.0768664 Mar 08 20:33:25.346522 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=9fdd1d26-0781-4135-958d-1cf214217a0c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:25.346522 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.346522 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-12f4248e-17bc-4b7e-8619-e0bdbcfbe068 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0134730 Mar 08 20:33:25.346522 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-6a8898c8-176e-446b-b328-7562a3294554 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:25.346522 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-6a8898c8-176e-446b-b328-7562a3294554 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.58 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 818 time: 0.6205790 Mar 08 20:33:25.346522 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Request body: {'port': {'device_id': 'e4423fe7-c3c9-415f-8e4d-891c8e75b7b2', 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97', 'admin_state_up': True, 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:25.348855 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-8dcbaeb7-e8c3-4b72-87be-e6fd274c96b4 None None] Provisioning complete for port 7043070b-8e0f-4c3f-af12-f346560b5904 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:25.348855 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaeb7-e8c3-4b72-87be-e6fd274c96b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.349132 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-0f8617d3-14e7-4b69-92a7-e72a42028c3d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3276393 Mar 08 20:33:25.349264 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port ee0dabd7-2422-402c-9ef5-91da06ff3b30 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:25.349264 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.349402 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] For port 45500936-7f66-496d-964f-f92aa2e445fc, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:25.350115 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] For port 45500936-7f66-496d-964f-f92aa2e445fc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45500936-7f66-496d-964f-f92aa2e445fc,segment=NetworkSegment(d7f439a3-e15a-4120-8522-471e246e1f21),segment_id=d7f439a3-e15a-4120-8522-471e246e1f21)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:25.552702 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-6adb4de0-a045-4d89-be11-4926f34b1373 service neutron] 10.222.0.55 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006407 Mar 08 20:33:25.554056 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (45500936-7f66-496d-964f-f92aa2e445fc), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.556138 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Made reservation on behalf of f160a35ef32c4d9a823a42813d8d64e4 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:25.559597 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.586112 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbaeb7-e8c3-4b72-87be-e6fd274c96b4 None None] Current status of the port 7043070b-8e0f-4c3f-af12-f346560b5904 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:25.586846 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaeb7-e8c3-4b72-87be-e6fd274c96b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.592862 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Made reservation on behalf of f160a35ef32c4d9a823a42813d8d64e4 for: {'port': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:25.601203 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.659229 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:25.660164 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:25.661822 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] 10.222.0.58 "PUT /v2.0/ports/45500936-7f66-496d-964f-f92aa2e445fc HTTP/1.1" status: 200 len: 1093 time: 5.5134127 Mar 08 20:33:25.715634 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbe1208-0588-4be6-a038-3c360a7c80f6', 'tag': '45500936-7f66-496d-964f-f92aa2e445fc'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:25.753076 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:24Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:25.870839 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148955c-174d-4a6a-8f40-30591c37b42f None None] The sync data for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi is: [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:24Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:25.920062 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-8dcbaeb7-e8c3-4b72-87be-e6fd274c96b4 None None] For port 7043070b-8e0f-4c3f-af12-f346560b5904, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7043070b-8e0f-4c3f-af12-f346560b5904,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:25.923198 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port ee0dabd7-2422-402c-9ef5-91da06ff3b30 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:25.926172 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7043070b-8e0f-4c3f-af12-f346560b5904 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:26.064935 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 7043070b-8e0f-4c3f-af12-f346560b5904 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:26.065367 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:26.118381 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33850) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:26.161411 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaeb7-e8c3-4b72-87be-e6fd274c96b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:26.256961 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aabeb-a89f-4b83-83b7-93c04f5a6909 service neutron] Pushing event updated for resources: {'Port': ['ID=45500936-7f66-496d-964f-f92aa2e445fc,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:26.287766 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 7043070b-8e0f-4c3f-af12-f346560b5904 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:26.289423 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:26.350975 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbaeb7-e8c3-4b72-87be-e6fd274c96b4 None None] Pushing event updated for resources: {'Port': ['ID=7043070b-8e0f-4c3f-af12-f346560b5904,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:26.377361 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:26.378068 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:26.467324 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a133159a-9522-4ac6-8a88-a661fe1e5e75" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbe1208-0588-4be6-a038-3c360a7c80f6", "tag": "45500936-7f66-496d-964f-f92aa2e445fc"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:26.512861 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cd27f464-7409-44e9-9089-8af8937c2ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:26.522837 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:26.551333 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89895520-0286-4cb5-874d-640a91ce306d req-ef5ed910-0696-44c4-9668-2d5a6fd4cafd tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:26.553807 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-89895520-0286-4cb5-874d-640a91ce306d req-ef5ed910-0696-44c4-9668-2d5a6fd4cafd tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 943 time: 0.7189312 Mar 08 20:33:26.554975 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Allocated IP 172.20.0.3 (14b9ad49-01db-4ffb-98de-7063b097fd97/11bd5d42-308e-4a38-8153-e3e6954bdfb8/1e5baee6-4e99-4975-827c-09187f3bef9c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:26.632303 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-f8a6c4d9-75be-4937-8b81-92dc142659e7 service neutron] 10.222.0.55 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0689747 Mar 08 20:33:26.756398 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-22549ea2-9414-4c55-b220-de0315bbf2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:26.758034 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-22549ea2-9414-4c55-b220-de0315bbf2e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ce8eb7d0e014870bb29951ddd2769e2&device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 1127 time: 0.2980413 Mar 08 20:33:26.807758 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-89895520-0286-4cb5-874d-640a91ce306d req-cfefe235-00e2-40ef-868c-6b704f4fb124 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472484 Mar 08 20:33:26.931132 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-7e4b99ea-dd2b-492a-8673-4568ef777d3a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45500936-7f66-496d-964f-f92aa2e445fc HTTP/1.1" status: 200 len: 217 time: 0.1549745 Mar 08 20:33:26.931271 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7043070b-8e0f-4c3f-af12-f346560b5904 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:26.996435 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks [] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:27.083317 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 7043070b-8e0f-4c3f-af12-f346560b5904 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:27.085030 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:27.351696 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ad4bb53e-28f9-49dd-9f2c-80d94e3783a8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--88343365&fields=id&tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 267 time: 0.1875584 Mar 08 20:33:27.353840 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 7043070b-8e0f-4c3f-af12-f346560b5904 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:27.444086 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:27.555145 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-d6404bac-9085-4583-9bce-66c129379118 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:27.562653 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-d6404bac-9085-4583-9bce-66c129379118 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 814 time: 0.3108914 Mar 08 20:33:27.610976 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-5b4604f2-f3a8-467c-948f-b48e23e28f0f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/quotas/c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 375 time: 0.0471897 Mar 08 20:33:27.616904 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cd27f464-7409-44e9-9089-8af8937c2ae9 admin admin] Publish callbacks [] for security_group (24baa006-1ea3-4e2d-8541-5ffbd048abf5), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:27.617959 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Pushing event updated for resources: {'Port': ['ID=1e5baee6-4e99-4975-827c-09187f3bef9c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:27.629612 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Network 14b9ad49-01db-4ffb-98de-7063b097fd97 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:27.640781 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:27.642122 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-50013c3e-475f-4d26-8859-dc0a4dc30e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:27.643789 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-50013c3e-475f-4d26-8859-dc0a4dc30e30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969f74d8-701c-424e-af9a-4fa6eb4b4400 HTTP/1.1" status: 200 len: 851 time: 0.7077799 Mar 08 20:33:27.668874 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:27.675358 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:27.676114 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for port (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:27.708068 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:33:27.746599 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-cb41c61f-11a6-4c39-b622-9dd396076a31 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1347632 Mar 08 20:33:27.752882 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-70c9b7e1-0778-43a3-bc6b-d2afb77aef7b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22e2c825-b404-4bcf-9bc4-10977dd8c611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800650 Mar 08 20:33:27.774081 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4835d-5ebe-4fe0-91f6-7aef764e30e6 req-c07991f3-f921-423c-a854-1a6d9e04b368 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:27.776621 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-13a4835d-5ebe-4fe0-91f6-7aef764e30e6 req-c07991f3-f921-423c-a854-1a6d9e04b368 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 931 time: 0.3069477 Mar 08 20:33:27.900034 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cd27f464-7409-44e9-9089-8af8937c2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (24baa006-1ea3-4e2d-8541-5ffbd048abf5), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:27.903437 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.db.api [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-1515edd6-8830-46d2-8ef8-f79d6d69c37b {{(pid=103531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:33:27.903851 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG oslo_db.api [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:33:27.915942 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-4c90d353-39b8-43a2-ac4e-09d9186ba2ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6383762 Mar 08 20:33:27.922588 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-4f9a1107-acdc-4128-bfb6-1818770cd7cf service neutron] 10.222.0.55 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511807 Mar 08 20:33:27.930327 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Request body: {'port': {'device_id': 'e4423fe7-c3c9-415f-8e4d-891c8e75b7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:28.003572 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-13a4835d-5ebe-4fe0-91f6-7aef764e30e6 req-532a4346-a2e5-4fa8-88a0-32fccb93f1d6 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131176 Mar 08 20:33:28.098568 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-cd27f464-7409-44e9-9089-8af8937c2ae9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8448d0c911c64b1aaa96cdab81a9eb78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9749351 Mar 08 20:33:28.104418 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33918) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:28.106525 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27f464-7409-44e9-9089-8af8937c2ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24baa006-1ea3-4e2d-8541-5ffbd048abf5,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:28.170253 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-6bd76091-2930-41be-ba03-08888ce248dd service neutron] 10.222.0.58 "GET /v2.0/networks/22e2c825-b404-4bcf-9bc4-10977dd8c611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926251 Mar 08 20:33:28.391430 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.391430 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-749371be-9634-438e-a0fe-b98b512ee3e5 service neutron] 10.222.0.55 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815684 Mar 08 20:33:28.392214 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2209d33c-f7df-473f-b66f-3655700130d4 admin admin] Publish callbacks [] for security_group (24baa006-1ea3-4e2d-8541-5ffbd048abf5), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.392214 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2209d33c-f7df-473f-b66f-3655700130d4 admin admin] Publish callbacks [] for security_group (24baa006-1ea3-4e2d-8541-5ffbd048abf5), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.406505 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.457242 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfd676d-cb29-4269-9109-06e8ce5a9638 x-openstack-request-id: req-fcfd676d-cb29-4269-9109-06e8ce5a9638 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:28.458980 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbe1208-0588-4be6-a038-3c360a7c80f6", "tag": "45500936-7f66-496d-964f-f92aa2e445fc", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:28.459267 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fcfd676d-cb29-4269-9109-06e8ce5a9638 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:28.459752 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbe1208-0588-4be6-a038-3c360a7c80f6', 'tag': '45500936-7f66-496d-964f-f92aa2e445fc', 'status': 'completed', 'code': 200} Mar 08 20:33:28.526945 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-131cf0ef-d59b-45ba-a35c-ef6a7b07737a req-07a65ae0-ce5d-4c6f-b8aa-e52a183a8441 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 210 time: 0.0518026 Mar 08 20:33:28.569743 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c70c796-24c6-43f8-9b5d-d712d54c633f req-b0e460ab-78c2-452d-8182-085971ef7c1e service neutron] 10.222.0.58 "GET /v2.0/networks/22e2c825-b404-4bcf-9bc4-10977dd8c611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844283 Mar 08 20:33:28.600999 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2209d33c-f7df-473f-b66f-3655700130d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (24baa006-1ea3-4e2d-8541-5ffbd048abf5), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.600999 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2209d33c-f7df-473f-b66f-3655700130d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.611485 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-2209d33c-f7df-473f-b66f-3655700130d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24baa006-1ea3-4e2d-8541-5ffbd048abf5 HTTP/1.1" status: 204 len: 168 time: 0.5051277 Mar 08 20:33:28.899911 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209d33c-f7df-473f-b66f-3655700130d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24baa006-1ea3-4e2d-8541-5ffbd048abf5,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:28.916592 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5893e5ce-4e49-4e36-be72-ce3203f57358 req-a91ed44b-0ecf-4632-9ef0-7aa60953bace tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 210 time: 0.0909262 Mar 08 20:33:28.968660 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133159a-9522-4ac6-8a88-a661fe1e5e75 req-4891a99b-8575-453a-8505-7f0c6a956fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:28.971080 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a133159a-9522-4ac6-8a88-a661fe1e5e75 req-4891a99b-8575-453a-8505-7f0c6a956fd7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ce8eb7d0e014870bb29951ddd2769e2&device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 1127 time: 0.1804395 Mar 08 20:33:28.989137 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471817e6-573e-4722-86b3-079513e77327 req-64f4f487-a3de-461a-a522-3dfb96f4caf0 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:28.991711 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-471817e6-573e-4722-86b3-079513e77327 req-64f4f487-a3de-461a-a522-3dfb96f4caf0 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 943 time: 0.2899609 Mar 08 20:33:29.405094 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5baee6-4e99-4975-827c-09187f3bef9c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:29.405094 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Publish callbacks [] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.405094 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Transition to ACTIVE for port object 1e5baee6-4e99-4975-827c-09187f3bef9c will not be triggered until provisioned by entity L2. {{(pid=103530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:33:29.405094 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87b2e4-d372-47f6-b16b-eb9c0a1946c2 req-a531aab4-978e-466f-8a92-3e2c36362a6e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:29.405094 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6b87b2e4-d372-47f6-b16b-eb9c0a1946c2 req-a531aab4-978e-466f-8a92-3e2c36362a6e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 931 time: 0.1138303 Mar 08 20:33:29.406396 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-471817e6-573e-4722-86b3-079513e77327 req-b0fa9a09-f8b1-4737-a6db-baa3aa4e1d3a tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062615 Mar 08 20:33:29.406984 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6b87b2e4-d372-47f6-b16b-eb9c0a1946c2 req-1f94cd91-b0bf-4f87-91d4-e088af0ab550 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416818 Mar 08 20:33:29.407065 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133159a-9522-4ac6-8a88-a661fe1e5e75 req-b63644a4-8f14-45fd-b27c-463f2049695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:29.407065 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a133159a-9522-4ac6-8a88-a661fe1e5e75 req-b63644a4-8f14-45fd-b27c-463f2049695a service neutron] 10.222.0.58 "GET /v2.0/networks?id=22e2c825-b404-4bcf-9bc4-10977dd8c611 HTTP/1.1" status: 200 len: 912 time: 0.3303897 Mar 08 20:33:29.407065 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a133159a-9522-4ac6-8a88-a661fe1e5e75 req-0666e313-0b67-47d3-ac90-425e358938f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45500936-7f66-496d-964f-f92aa2e445fc HTTP/1.1" status: 200 len: 217 time: 0.0370953 Mar 08 20:33:29.407980 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 33958) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:29.466623 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133159a-9522-4ac6-8a88-a661fe1e5e75 req-e50ca034-645f-4ac4-9dcc-4c8d755f2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:29.468446 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a133159a-9522-4ac6-8a88-a661fe1e5e75 req-e50ca034-645f-4ac4-9dcc-4c8d755f2369 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969f74d8-701c-424e-af9a-4fa6eb4b4400 HTTP/1.1" status: 200 len: 851 time: 0.0559027 Mar 08 20:33:29.538859 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cb74-4670-4879-995f-df0b631a259f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.608279 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.718476 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e9544e2e-ff1c-42ca-80e3-064be0cdff75 req-9d4f4efd-a36a-4373-b711-5b8ee3477214 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 210 time: 0.0846560 Mar 08 20:33:29.775789 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a133159a-9522-4ac6-8a88-a661fe1e5e75 req-1bb67876-1509-4887-bda0-7a7f193f273b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22e2c825-b404-4bcf-9bc4-10977dd8c611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455194 Mar 08 20:33:29.782818 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Allocated IP 172.20.0.5 (14b9ad49-01db-4ffb-98de-7063b097fd97/11bd5d42-308e-4a38-8153-e3e6954bdfb8/4b6436c6-150f-4400-930b-7ce32de64131) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:29.788966 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Pushing event updated for resources: {'Port': ['ID=1e5baee6-4e99-4975-827c-09187f3bef9c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:29.939693 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a133159a-9522-4ac6-8a88-a661fe1e5e75 req-1593436e-30d6-4cc1-a6b2-f7bc3a37e311 service neutron] 10.222.0.58 "GET /v2.0/networks/22e2c825-b404-4bcf-9bc4-10977dd8c611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512740 Mar 08 20:33:29.959893 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cb74-4670-4879-995f-df0b631a259f admin admin] Publish callbacks [] for security_group (99ecf683-2c07-4b82-829a-b123dca5f024), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.989988 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Attempting to bind port 1e5baee6-4e99-4975-827c-09187f3bef9c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:29.989988 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Attempting to bind port 1e5baee6-4e99-4975-827c-09187f3bef9c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:29.989988 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Attempting to bind port 1e5baee6-4e99-4975-827c-09187f3bef9c on network 14b9ad49-01db-4ffb-98de-7063b097fd97 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:30.012448 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1a241a12-d964-4e9f-8fa9-3d739391dcd6 req-949703cb-cba0-4311-8855-ccd667cc4aac tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 210 time: 0.0358655 Mar 08 20:33:30.013434 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Port 1e5baee6-4e99-4975-827c-09187f3bef9c on network 14b9ad49-01db-4ffb-98de-7063b097fd97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:33:30.013681 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Attempting to bind port 1e5baee6-4e99-4975-827c-09187f3bef9c on network 14b9ad49-01db-4ffb-98de-7063b097fd97 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:30.020303 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:30.022329 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Checking segment: {'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:30.022329 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Bound using segment: {'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:30.022329 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Bound port: 1e5baee6-4e99-4975-827c-09187f3bef9c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:30.022329 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.068789 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cb74-4670-4879-995f-df0b631a259f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (99ecf683-2c07-4b82-829a-b123dca5f024), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.133325 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a133159a-9522-4ac6-8a88-a661fe1e5e75 req-acb08032-b12a-4f44-ab42-77946aa339ff service neutron] 10.222.0.58 "GET /v2.0/networks/22e2c825-b404-4bcf-9bc4-10977dd8c611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363044 Mar 08 20:33:30.208150 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] For port 1e5baee6-4e99-4975-827c-09187f3bef9c, host hv-cinder-83009, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:30.218675 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] For port 1e5baee6-4e99-4975-827c-09187f3bef9c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1e5baee6-4e99-4975-827c-09187f3bef9c,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:30.233699 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks [] for port (4b6436c6-150f-4400-930b-7ce32de64131), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.235986 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 33994) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:30.239256 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-3fb1cb74-4670-4879-995f-df0b631a259f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=834e9353b5c648f9ac7561499f348e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8305612 Mar 08 20:33:30.240495 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1cb74-4670-4879-995f-df0b631a259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ecf683-2c07-4b82-829a-b123dca5f024,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:30.362185 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1d816917-785a-4be2-959e-4f14d592853a admin admin] Publish callbacks [] for security_group (99ecf683-2c07-4b82-829a-b123dca5f024), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.378249 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.396302 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1d816917-785a-4be2-959e-4f14d592853a admin admin] Publish callbacks [] for security_group (99ecf683-2c07-4b82-829a-b123dca5f024), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.532130 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Pushing event updated for resources: {'Port': ['ID=1e5baee6-4e99-4975-827c-09187f3bef9c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:30.570505 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a1a0-bfbb-4189-b360-79b9d8927c88 req-7d1c70de-5a49-4df1-8c23-112f0ba97ee2 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:30.573118 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e5b2a1a0-bfbb-4189-b360-79b9d8927c88 req-7d1c70de-5a49-4df1-8c23-112f0ba97ee2 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 943 time: 0.0702236 Mar 08 20:33:30.594392 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:30.594392 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for port (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.594392 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-022f2e62-9437-4fa1-8026-2f935438950d service neutron] 10.222.0.58 "PUT /v2.0/ports/1e5baee6-4e99-4975-827c-09187f3bef9c HTTP/1.1" status: 200 len: 1093 time: 2.6703448 Mar 08 20:33:30.594849 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4423fe7-c3c9-415f-8e4d-891c8e75b7b2', 'tag': '1e5baee6-4e99-4975-827c-09187f3bef9c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:30.643023 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e5b2a1a0-bfbb-4189-b360-79b9d8927c88 req-cd87bcd8-09df-4dd9-bce1-3cbf901cc239 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640879 Mar 08 20:33:30.684034 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (4b6436c6-150f-4400-930b-7ce32de64131), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.693900 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1d816917-785a-4be2-959e-4f14d592853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (99ecf683-2c07-4b82-829a-b123dca5f024), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.696622 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1d816917-785a-4be2-959e-4f14d592853a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:30.697735 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-1d816917-785a-4be2-959e-4f14d592853a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99ecf683-2c07-4b82-829a-b123dca5f024 HTTP/1.1" status: 204 len: 168 time: 0.4569869 Mar 08 20:33:30.827773 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Pushing event updated for resources: {'Port': ['ID=4b6436c6-150f-4400-930b-7ce32de64131,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:30.849243 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Network 14b9ad49-01db-4ffb-98de-7063b097fd97 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:30.850269 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d816917-785a-4be2-959e-4f14d592853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ecf683-2c07-4b82-829a-b123dca5f024,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:30.919615 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6f3c2c06-76cd-4eef-ad3c-3e59aa534cf8 req-b48581a3-e5ea-4074-91eb-4c4ad0a6083c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 210 time: 0.0493102 Mar 08 20:33:30.920930 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:30.927308 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:30.931688 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:30.932589 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.007753 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-ad13584a-3277-4497-8843-2d8dc5db7eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0062497 Mar 08 20:33:31.044369 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Request body: {'port': {'device_id': '28a4ce87-1896-479d-a055-aafd0dcbc583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:31.065156 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337b24d-8a5c-4c10-9b5f-527895a441a4 req-8593c0c5-d301-4803-8018-75b7bbffc6a7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:31.069989 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5337b24d-8a5c-4c10-9b5f-527895a441a4 req-8593c0c5-d301-4803-8018-75b7bbffc6a7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 943 time: 0.5310032 Mar 08 20:33:31.177926 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34032) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:31.250343 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5337b24d-8a5c-4c10-9b5f-527895a441a4 req-e2cef28b-a324-42d3-81c8-bc02b14da7d0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793642 Mar 08 20:33:31.268039 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (4b6436c6-150f-4400-930b-7ce32de64131), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.270196 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-0193f6e8-a662-4c97-ab94-e21ec4004ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:31.272259 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-0193f6e8-a662-4c97-ab94-e21ec4004ed0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 1127 time: 0.2201846 Mar 08 20:33:31.337409 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-062bfb5b-aa33-464e-8d58-3cd44251e2ed req-63fe83f7-ee94-4b0b-991a-a9ccac9fde3e tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 210 time: 0.0754240 Mar 08 20:33:31.421929 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c70dc2-dc4a-4013-9165-498c97f223d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4423fe7-c3c9-415f-8e4d-891c8e75b7b2", "tag": "1e5baee6-4e99-4975-827c-09187f3bef9c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:31.477897 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-1db84371-fc7f-475a-b24c-256167b63ad7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e5baee6-4e99-4975-827c-09187f3bef9c HTTP/1.1" status: 200 len: 217 time: 0.1697493 Mar 08 20:33:31.543389 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-5a62d9a0-3641-486b-9d17-59a98794715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:31.545276 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-5a62d9a0-3641-486b-9d17-59a98794715a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 200 len: 858 time: 0.0580533 Mar 08 20:33:31.601006 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8584c4d9-7a89-4c7e-b20f-5413951d012e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.929147 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6436c6-150f-4400-930b-7ce32de64131 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:31.929147 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Publish callbacks [] for port (4b6436c6-150f-4400-930b-7ce32de64131), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.932085 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-46d8b8b3-c775-446b-bdc3-b9663405c1bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b9ad49-01db-4ffb-98de-7063b097fd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248884 Mar 08 20:33:31.932689 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Transition to ACTIVE for port object 4b6436c6-150f-4400-930b-7ce32de64131 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:33:31.972901 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e84dce-ac6e-4be4-864a-bc9844fc5087 req-ce036b8e-7187-4cfd-a71d-9ce2ae9309fb tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:31.975027 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-93e84dce-ac6e-4be4-864a-bc9844fc5087 req-ce036b8e-7187-4cfd-a71d-9ce2ae9309fb tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 943 time: 0.1744370 Mar 08 20:33:31.983853 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-64601577-b3f9-4c18-9f9a-2bac445282b8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:31.985581 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-64601577-b3f9-4c18-9f9a-2bac445282b8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 816 time: 0.2408061 Mar 08 20:33:32.051780 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-93e84dce-ac6e-4be4-864a-bc9844fc5087 req-7e87c5b5-820c-42ec-b5f2-b4f0a5cb9b65 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648711 Mar 08 20:33:32.111720 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7c41a7-845a-45e7-8bca-62a1454f9f4b x-openstack-request-id: req-da7c41a7-845a-45e7-8bca-62a1454f9f4b {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:32.112336 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4423fe7-c3c9-415f-8e4d-891c8e75b7b2", "tag": "1e5baee6-4e99-4975-827c-09187f3bef9c", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:32.112336 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da7c41a7-845a-45e7-8bca-62a1454f9f4b {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:32.114795 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4423fe7-c3c9-415f-8e4d-891c8e75b7b2', 'tag': '1e5baee6-4e99-4975-827c-09187f3bef9c', 'status': 'completed', 'code': 200} Mar 08 20:33:32.120299 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8584c4d9-7a89-4c7e-b20f-5413951d012e admin admin] Publish callbacks [] for security_group (56289919-ef1a-4a47-87d4-9ae365e335ef), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.123590 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-9d6b16bb-160c-47ff-9fe7-271dc34ad6a3 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536783 Mar 08 20:33:32.203770 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-55e4236e-32fd-4ed8-9401-3f1e42054d9e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf60d2bc864448f9a3dede19863dcaf6 HTTP/1.1" status: 200 len: 379 time: 0.1477113 Mar 08 20:33:32.205946 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-50b908ab-9f91-4663-8753-6c569389863a req-4054b9cb-c199-46ee-9ed7-c371eb2875e7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 210 time: 0.0359704 Mar 08 20:33:32.230172 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (4b6436c6-150f-4400-930b-7ce32de64131), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.292565 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'port': {'device_id': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'admin_state_up': True, 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'security_groups': ['d89a09a2-579f-4383-86fb-f2d067c2eac7']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:32.306773 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d46f5cbc-65cd-4f53-ad61-031942c73453 req-88b26034-05ea-4f5c-a73e-0749620f954a service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068108 Mar 08 20:33:32.439228 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8584c4d9-7a89-4c7e-b20f-5413951d012e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (56289919-ef1a-4a47-87d4-9ae365e335ef), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.479471 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34058) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:32.509859 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-8584c4d9-7a89-4c7e-b20f-5413951d012e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8244f59572994d59878d79cdc0151bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3290513 Mar 08 20:33:32.517185 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34062) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:32.518160 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584c4d9-7a89-4c7e-b20f-5413951d012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56289919-ef1a-4a47-87d4-9ae365e335ef,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:32.587564 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-94bf504a-637c-4424-8199-1fe0d0906b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.749665 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-091bcc11-8890-4bfc-a8a0-569300945995 req-2f633722-5f53-4c73-ba5b-c28ab967762c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 210 time: 0.2031012 Mar 08 20:33:32.759135 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3e48-3e2c-4df6-b1e2-b92a546901da admin admin] Publish callbacks [] for security_group (56289919-ef1a-4a47-87d4-9ae365e335ef), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.774254 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6436c6-150f-4400-930b-7ce32de64131,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:32.792763 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9498b1e-d95d-46a4-9038-71cfd5b72be2 req-64fd720f-2330-4a23-9bba-26c1c9573073 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:32.794449 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d9498b1e-d95d-46a4-9038-71cfd5b72be2 req-64fd720f-2330-4a23-9bba-26c1c9573073 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 943 time: 0.4576290 Mar 08 20:33:32.823560 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-94bf504a-637c-4424-8199-1fe0d0906b48 admin admin] Publish callbacks [] for security_group (c96f23be-1405-43f5-967b-6ca2cc4bca76), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.835394 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Attempting to bind port 4b6436c6-150f-4400-930b-7ce32de64131 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:32.840444 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Attempting to bind port 4b6436c6-150f-4400-930b-7ce32de64131 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:32.840444 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Attempting to bind port 4b6436c6-150f-4400-930b-7ce32de64131 on network 14b9ad49-01db-4ffb-98de-7063b097fd97 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:32.848018 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Port 4b6436c6-150f-4400-930b-7ce32de64131 on network 14b9ad49-01db-4ffb-98de-7063b097fd97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:33:32.848354 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Attempting to bind port 4b6436c6-150f-4400-930b-7ce32de64131 on network 14b9ad49-01db-4ffb-98de-7063b097fd97 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:32.858091 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3e48-3e2c-4df6-b1e2-b92a546901da admin admin] Publish callbacks [] for security_group (56289919-ef1a-4a47-87d4-9ae365e335ef), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.879242 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:32.879242 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Checking segment: {'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:32.879242 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Bound using segment: {'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:32.879242 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Bound port: 4b6436c6-150f-4400-930b-7ce32de64131, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3636d002-2c95-4d22-aa21-d54c6644fb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:32.879242 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (4b6436c6-150f-4400-930b-7ce32de64131), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.879785 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-8137a6f9-7c82-46dc-8474-22b9b6614c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:32.879785 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-8137a6f9-7c82-46dc-8474-22b9b6614c8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 1127 time: 0.1710162 Mar 08 20:33:32.911691 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-94bf504a-637c-4424-8199-1fe0d0906b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (c96f23be-1405-43f5-967b-6ca2cc4bca76), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.959161 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] For port 4b6436c6-150f-4400-930b-7ce32de64131, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:32.962364 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d9498b1e-d95d-46a4-9038-71cfd5b72be2 req-f3869c6f-5d5c-4e0b-b8b1-3235d084a3cc tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417232 Mar 08 20:33:32.964925 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] For port 4b6436c6-150f-4400-930b-7ce32de64131, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4b6436c6-150f-4400-930b-7ce32de64131,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:33.000268 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Made reservation on behalf of cf60d2bc864448f9a3dede19863dcaf6 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:33.004582 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.014788 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-94bf504a-637c-4424-8199-1fe0d0906b48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a1d4de30a194bc284327e691d91a12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5033972 Mar 08 20:33:33.029986 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34080) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:33.041600 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf504a-637c-4424-8199-1fe0d0906b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96f23be-1405-43f5-967b-6ca2cc4bca76,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:33.101980 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (4b6436c6-150f-4400-930b-7ce32de64131), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.127860 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:33.128552 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.130237 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] 10.222.0.58 "PUT /v2.0/ports/4b6436c6-150f-4400-930b-7ce32de64131 HTTP/1.1" status: 200 len: 1093 time: 2.0929768 Mar 08 20:33:33.152121 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a4ce87-1896-479d-a055-aafd0dcbc583', 'tag': '4b6436c6-150f-4400-930b-7ce32de64131'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:33.154388 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886bff1e-714b-4168-a796-8efd377e5a69" -d '{"events": [{"name": "network-changed", "server_uuid": "28a4ce87-1896-479d-a055-aafd0dcbc583", "tag": "4b6436c6-150f-4400-930b-7ce32de64131"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:33.178153 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3e48-3e2c-4df6-b1e2-b92a546901da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (56289919-ef1a-4a47-87d4-9ae365e335ef), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.184428 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3e48-3e2c-4df6-b1e2-b92a546901da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.187972 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-4c7a3e48-3e2c-4df6-b1e2-b92a546901da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56289919-ef1a-4a47-87d4-9ae365e335ef HTTP/1.1" status: 204 len: 168 time: 0.6637399 Mar 08 20:33:33.218598 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-3720932d-41ce-4b62-b2e4-2e5f0065ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:33.220654 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-3720932d-41ce-4b62-b2e4-2e5f0065ff7b service neutron] 10.222.0.58 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 919 time: 0.2915421 Mar 08 20:33:33.224740 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d7f3ae-e93b-4f78-bd0d-a3e32699fb91 x-openstack-request-id: req-c7d7f3ae-e93b-4f78-bd0d-a3e32699fb91 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:33.225053 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a4ce87-1896-479d-a055-aafd0dcbc583", "tag": "4b6436c6-150f-4400-930b-7ce32de64131", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:33.225308 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7d7f3ae-e93b-4f78-bd0d-a3e32699fb91 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:33.225694 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a4ce87-1896-479d-a055-aafd0dcbc583', 'tag': '4b6436c6-150f-4400-930b-7ce32de64131', 'status': 'completed', 'code': 200} Mar 08 20:33:33.228219 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a3e48-3e2c-4df6-b1e2-b92a546901da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56289919-ef1a-4a47-87d4-9ae365e335ef,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:33.297691 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-4e60e16e-bc07-45af-8f56-ded033c329e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e5baee6-4e99-4975-827c-09187f3bef9c HTTP/1.1" status: 200 len: 217 time: 0.0615120 Mar 08 20:33:33.353274 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d9ace5c-f742-437e-9da4-d00c186ee647 admin admin] Publish callbacks [] for security_group (c96f23be-1405-43f5-967b-6ca2cc4bca76), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.410038 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2d9d8261-0846-4172-b235-1c2d1d198f84 req-44e018e8-b264-4e00-8089-ec0d1ca5c130 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 210 time: 0.0529602 Mar 08 20:33:33.417842 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc945ad-af8e-4cc0-ac52-ccfe46105155 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6436c6-150f-4400-930b-7ce32de64131,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:33.441880 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d9ace5c-f742-437e-9da4-d00c186ee647 admin admin] Publish callbacks [] for security_group (c96f23be-1405-43f5-967b-6ca2cc4bca76), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.465505 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bff1e-714b-4168-a796-8efd377e5a69 req-89e065c4-0ebb-4384-8c6b-6687d73d6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:33.467010 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-886bff1e-714b-4168-a796-8efd377e5a69 req-89e065c4-0ebb-4384-8c6b-6687d73d6751 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 1127 time: 0.2033010 Mar 08 20:33:33.480817 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734dd86-10fc-4a02-b1f5-b860d8dc50cd req-383e93a9-2dec-4778-87e0-1ec417958bf7 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:33.482185 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a734dd86-10fc-4a02-b1f5-b860d8dc50cd req-383e93a9-2dec-4778-87e0-1ec417958bf7 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 943 time: 0.3102849 Mar 08 20:33:33.500476 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Allocated IP 172.20.0.9 (e34bee80-3106-4523-a78e-aa1c3a8a8420/75bc1b03-62f8-46fc-8f2d-52b1108c628c/1827dc42-d64b-456f-ba46-0c3d81358413) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:33.576244 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a734dd86-10fc-4a02-b1f5-b860d8dc50cd req-8111cb2b-f0c4-495b-a8aa-9e6fda15b9ee tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813310 Mar 08 20:33:33.660443 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d9ace5c-f742-437e-9da4-d00c186ee647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (c96f23be-1405-43f5-967b-6ca2cc4bca76), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.662971 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d9ace5c-f742-437e-9da4-d00c186ee647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.664137 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-4d9ace5c-f742-437e-9da4-d00c186ee647 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c96f23be-1405-43f5-967b-6ca2cc4bca76 HTTP/1.1" status: 204 len: 168 time: 0.6294270 Mar 08 20:33:33.693792 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ace5c-f742-437e-9da4-d00c186ee647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96f23be-1405-43f5-967b-6ca2cc4bca76,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:33.805972 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for port (1827dc42-d64b-456f-ba46-0c3d81358413), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.888583 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1744325a-4592-46d7-a8e2-0760a33516d1 req-619f12d5-86fc-4edc-ada4-78c261aa2e69 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 210 time: 0.0302467 Mar 08 20:33:33.904763 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.943645 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Network e34bee80-3106-4523-a78e-aa1c3a8a8420 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:33.946881 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:33.950636 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:33.955803 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:33.956443 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:33.981817 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:34.072365 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-60814c34-13d2-46db-8638-51fef2e6f43c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8380899 Mar 08 20:33:34.111923 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b104e-e7f7-4323-84e2-13b156c0d7f1 req-3c31887f-5b93-4f8d-acc3-5cffb99cf9cd tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:34.114190 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e93b104e-e7f7-4323-84e2-13b156c0d7f1 req-3c31887f-5b93-4f8d-acc3-5cffb99cf9cd tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 943 time: 0.0787761 Mar 08 20:33:34.166273 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e93b104e-e7f7-4323-84e2-13b156c0d7f1 req-de9e4a73-8a31-4151-b384-d5fcb4749337 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 Mar 08 20:33:34.245415 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-fd580153-2f45-4c22-980d-f4170a2c06c9 None None] Provisioning complete for port 1827dc42-d64b-456f-ba46-0c3d81358413 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:34.246003 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-fd580153-2f45-4c22-980d-f4170a2c06c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.279083 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-fd580153-2f45-4c22-980d-f4170a2c06c9 None None] Port 1827dc42-d64b-456f-ba46-0c3d81358413 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:34.325800 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34130) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:34.343709 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f15596a0-d25e-4460-9817-0a3cfeb07e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.424895 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f15596a0-d25e-4460-9817-0a3cfeb07e08 admin admin] Publish callbacks [] for security_group (1196e55d-1daa-4f6f-9bd8-0f6543317c63), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.497215 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f15596a0-d25e-4460-9817-0a3cfeb07e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (1196e55d-1daa-4f6f-9bd8-0f6543317c63), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.537434 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-f15596a0-d25e-4460-9817-0a3cfeb07e08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c32a128e4cd411f8bb654298a2eac2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104645 Mar 08 20:33:34.538561 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15596a0-d25e-4460-9817-0a3cfeb07e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1196e55d-1daa-4f6f-9bd8-0f6543317c63,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:34.540217 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34138) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:34.554827 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9df44c-9484-403a-b14f-a7a06106cd49 req-bab000f4-17c2-4a54-be75-31fd39eb4ea5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:34.555887 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6d9df44c-9484-403a-b14f-a7a06106cd49 req-bab000f4-17c2-4a54-be75-31fd39eb4ea5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 931 time: 0.0660899 Mar 08 20:33:34.638740 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6d9df44c-9484-403a-b14f-a7a06106cd49 req-d3e067d9-07a5-4bff-b9d3-5f898f426659 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759866 Mar 08 20:33:34.641496 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-95357fbc-571f-46d5-b6cb-8058587228f4 admin admin] Publish callbacks [] for security_group (1196e55d-1daa-4f6f-9bd8-0f6543317c63), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.668006 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-95357fbc-571f-46d5-b6cb-8058587228f4 admin admin] Publish callbacks [] for security_group (1196e55d-1daa-4f6f-9bd8-0f6543317c63), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.695828 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b52e64-4ff6-4726-8f06-ed8ba16547a9 req-ab796dc6-220c-499f-920d-a70c000f340c tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:34.697321 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-06b52e64-4ff6-4726-8f06-ed8ba16547a9 req-ab796dc6-220c-499f-920d-a70c000f340c tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 943 time: 0.0547836 Mar 08 20:33:34.747879 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-06b52e64-4ff6-4726-8f06-ed8ba16547a9 req-1c9484dd-d6c6-42e5-8b0c-78661a616fe5 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450175 Mar 08 20:33:34.794610 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-95357fbc-571f-46d5-b6cb-8058587228f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (1196e55d-1daa-4f6f-9bd8-0f6543317c63), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.797259 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-95357fbc-571f-46d5-b6cb-8058587228f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:34.798399 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-95357fbc-571f-46d5-b6cb-8058587228f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1196e55d-1daa-4f6f-9bd8-0f6543317c63 HTTP/1.1" status: 204 len: 168 time: 0.2567465 Mar 08 20:33:34.806864 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95357fbc-571f-46d5-b6cb-8058587228f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1196e55d-1daa-4f6f-9bd8-0f6543317c63,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:34.990945 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9a977f59-fa11-4900-9e82-c545944d33c2 req-55d29d66-8ef0-444c-b7c6-3b6ac5ec6491 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 210 time: 0.0264223 Mar 08 20:33:35.106046 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.58', 49464) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:35.144840 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-9ee74e1a-9210-4ffb-bb37-e5988c09d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.146516 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-9ee74e1a-9210-4ffb-bb37-e5988c09d8c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 200 len: 858 time: 0.0555270 Mar 08 20:33:35.288816 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Request body: {'port': {'device_id': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:35.338458 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-f623bed6-c787-4ead-b69e-8c8609bec052 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b9ad49-01db-4ffb-98de-7063b097fd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326605 Mar 08 20:33:35.346120 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bff1e-714b-4168-a796-8efd377e5a69 req-ad164875-ae33-48e5-b417-774cb0f48212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.348285 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-886bff1e-714b-4168-a796-8efd377e5a69 req-ad164875-ae33-48e5-b417-774cb0f48212 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2584500 Mar 08 20:33:35.443607 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-2328296b-6ceb-4792-b6d9-b91f7b7d9750 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972080 Mar 08 20:33:35.541467 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a866bc-9871-449c-b3ed-6681c13a4716 req-a5001dde-aca2-4a0a-9e6a-b9479cd620a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.549484 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-59a866bc-9871-449c-b3ed-6681c13a4716 req-a5001dde-aca2-4a0a-9e6a-b9479cd620a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 943 time: 0.3031216 Mar 08 20:33:35.566682 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-7cf37012-2483-44b3-8ee2-da60e8efdcea service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161935 Mar 08 20:33:35.581018 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.646924 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-5e7f2623-121f-4932-9286-6878f9708707 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.648443 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-5e7f2623-121f-4932-9286-6878f9708707 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 814 time: 0.3570402 Mar 08 20:33:35.752416 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bff1e-714b-4168-a796-8efd377e5a69 req-838aaa3a-48f7-4bad-b524-4e894bd40848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.754634 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-886bff1e-714b-4168-a796-8efd377e5a69 req-838aaa3a-48f7-4bad-b524-4e894bd40848 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3898513 Mar 08 20:33:35.763201 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-59a866bc-9871-449c-b3ed-6681c13a4716 req-3709047a-f915-41ea-8310-10c166082a72 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976995 Mar 08 20:33:35.780869 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:35.943909 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b8c33-7eb5-4d8e-b82f-ed2c9ae95877 req-619009fd-65f5-437f-ad5f-67605e48e155 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:35.956370 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-bb6b8c33-7eb5-4d8e-b82f-ed2c9ae95877 req-619009fd-65f5-437f-ad5f-67605e48e155 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 931 time: 0.1732824 Mar 08 20:33:36.039557 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-bb6b8c33-7eb5-4d8e-b82f-ed2c9ae95877 req-d86e24bc-c9b9-4775-9242-4151d47deca1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760024 Mar 08 20:33:36.162590 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b09fb70c-58d9-472e-9804-d421008f63e5 req-93d18c13-db72-4efc-80e3-d9ab0ce2fdcb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 210 time: 0.0513177 Mar 08 20:33:36.178158 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-2f31739e-39ec-4b74-9e60-3c55ce86fafc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 378 time: 0.4982243 Mar 08 20:33:36.210627 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'port': {'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'admin_state_up': True, 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'security_groups': ['ddb99630-ec13-4222-b55b-6a58bd34ec7e']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:36.327720 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-5bac4098-5ca0-4965-846e-3271cc1153c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.329228 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-5bac4098-5ca0-4965-846e-3271cc1153c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 1127 time: 0.2740009 Mar 08 20:33:36.346187 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d48559-46af-4ac8-a98e-344fac3b8b3d req-789551a3-f7f7-4566-8dc0-f5a35456a32d tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.348901 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-95d48559-46af-4ac8-a98e-344fac3b8b3d req-789551a3-f7f7-4566-8dc0-f5a35456a32d tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 943 time: 0.2966490 Mar 08 20:33:36.428436 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-5f1a48dc-79b8-44f1-b1c3-d87fc2df2cf9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b6436c6-150f-4400-930b-7ce32de64131 HTTP/1.1" status: 200 len: 217 time: 0.0763206 Mar 08 20:33:36.542901 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-95d48559-46af-4ac8-a98e-344fac3b8b3d req-289d90dc-3c47-4f51-a420-dc9d0bcef7c6 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760361 Mar 08 20:33:36.549141 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-99c61286-2443-4769-b264-082850128b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.551210 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-99c61286-2443-4769-b264-082850128b10 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 200 len: 858 time: 0.1099255 Mar 08 20:33:36.612311 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-090d759a-66b3-40c3-b973-8540ba4b4444 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b9ad49-01db-4ffb-98de-7063b097fd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512989 Mar 08 20:33:36.644853 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1827dc42-d64b-456f-ba46-0c3d81358413 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:36.650795 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Made reservation on behalf of c0a2143ce6b541af95e0b1f35fcb6fc3 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:36.654234 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:36.674303 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Publish callbacks [] for port (1827dc42-d64b-456f-ba46-0c3d81358413), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:36.724567 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Transition to ACTIVE for port object 1827dc42-d64b-456f-ba46-0c3d81358413 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:33:36.794748 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:36.813102 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-84797b6e-cf40-494e-9add-d5156b5141d3 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918149 Mar 08 20:33:36.908730 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3ff98-f3e7-4b74-92d0-96ff84329d67 req-44e8a55d-05a3-4fc8-83dd-6e32ae3b4dac tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:36.911819 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-45b3ff98-f3e7-4b74-92d0-96ff84329d67 req-44e8a55d-05a3-4fc8-83dd-6e32ae3b4dac tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 943 time: 0.0577970 Mar 08 20:33:36.987169 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-45b3ff98-f3e7-4b74-92d0-96ff84329d67 req-c4a5d867-e7be-496e-97b0-6542dfd93451 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670962 Mar 08 20:33:36.997368 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:37.017123 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Allocated IP 172.20.0.9 (9bd42d04-98ce-43a5-8568-bf7fc023b329/e615ce63-1553-4f4e-ac31-637d57fd5427/da5cd356-90aa-42f4-977d-9725a4af4148) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:37.037985 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Attempting to bind port 1827dc42-d64b-456f-ba46-0c3d81358413 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:37.038325 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Attempting to bind port 1827dc42-d64b-456f-ba46-0c3d81358413 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:37.038652 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Attempting to bind port 1827dc42-d64b-456f-ba46-0c3d81358413 on network e34bee80-3106-4523-a78e-aa1c3a8a8420 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:37.057089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Port 1827dc42-d64b-456f-ba46-0c3d81358413 on network e34bee80-3106-4523-a78e-aa1c3a8a8420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:33:37.057089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Attempting to bind port 1827dc42-d64b-456f-ba46-0c3d81358413 on network e34bee80-3106-4523-a78e-aa1c3a8a8420 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:37.082617 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-98e38c96-dc8f-4eb8-bec6-4adc2e8461b3 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472217 Mar 08 20:33:37.086018 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:37.086352 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Checking segment: {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:37.086729 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Bound using segment: {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:37.087197 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Bound port: 1827dc42-d64b-456f-ba46-0c3d81358413, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:37.087556 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.259850 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:37.267002 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-48834f62-8c22-479c-bdd3-a8151e12eed0 req-beabaa89-a92c-44b1-a2bf-b678dd73dfcf tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 210 time: 0.0348070 Mar 08 20:33:37.278934 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:37.291879 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e920ad-613b-4250-92fb-152035245e75 req-c8544c32-53e5-4ab8-b6a5-14419049ff9a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:37.293462 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b3e920ad-613b-4250-92fb-152035245e75 req-c8544c32-53e5-4ab8-b6a5-14419049ff9a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.1542373 Mar 08 20:33:37.350242 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (da5cd356-90aa-42f4-977d-9725a4af4148), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.362929 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.400922 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b3e920ad-613b-4250-92fb-152035245e75 req-f9b42cfa-81f8-4930-b0ff-0e24685ff7a1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012781 Mar 08 20:33:37.410345 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:37.411196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.412531 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] 10.222.0.58 "PUT /v2.0/ports/1827dc42-d64b-456f-ba46-0c3d81358413 HTTP/1.1" status: 200 len: 1093 time: 2.1343408 Mar 08 20:33:37.419644 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:37.425775 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a20c48-1c5e-48e9-b94f-ea80b9ee2545" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:37.456540 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ea93c-31d5-4ee8-9943-6cbbcb61d3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:37.463579 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caacbf3d-0cd5-4298-89d5-7ad44a4cb12f x-openstack-request-id: req-caacbf3d-0cd5-4298-89d5-7ad44a4cb12f {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:37.463811 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:37.464062 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-caacbf3d-0cd5-4298-89d5-7ad44a4cb12f {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:37.464448 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413', 'status': 'completed', 'code': 200} Mar 08 20:33:37.587615 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a20c48-1c5e-48e9-b94f-ea80b9ee2545 req-ef899eea-f208-41df-a609-efca04c12f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:37.589131 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-07a20c48-1c5e-48e9-b94f-ea80b9ee2545 req-ef899eea-f208-41df-a609-efca04c12f99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 1127 time: 0.1015775 Mar 08 20:33:37.623484 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.698682 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=da5cd356-90aa-42f4-977d-9725a4af4148,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:37.788910 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:37.797242 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:37.799392 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:37.805949 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:37.809455 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:37.849397 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630b1cc-9cc9-4318-9e40-3cdb70ea1e15 req-f417a975-aaee-43be-ae13-7b0441cd356f tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:37.851230 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f630b1cc-9cc9-4318-9e40-3cdb70ea1e15 req-f417a975-aaee-43be-ae13-7b0441cd356f tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 943 time: 0.2298119 Mar 08 20:33:37.881294 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a20c48-1c5e-48e9-b94f-ea80b9ee2545 req-6db16bcc-48dc-4af2-847f-ccaf1cc47236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:37.882927 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-07a20c48-1c5e-48e9-b94f-ea80b9ee2545 req-6db16bcc-48dc-4af2-847f-ccaf1cc47236 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2836599 Mar 08 20:33:37.944013 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-9443ef0b-d8aa-4217-914d-654f32896078 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7489176 Mar 08 20:33:38.020196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Request body: {'port': {'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:38.029620 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f630b1cc-9cc9-4318-9e40-3cdb70ea1e15 req-12b3610b-a4a8-4b8d-bb0c-3ff1d0f8784b tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650698 Mar 08 20:33:38.104437 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-7d167bb7-cb07-4f99-abd7-ffd494ad6e2f None None] Provisioning complete for port da5cd356-90aa-42f4-977d-9725a4af4148 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:38.105025 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-7d167bb7-cb07-4f99-abd7-ffd494ad6e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.118634 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a20c48-1c5e-48e9-b94f-ea80b9ee2545 req-a8bee0ac-a8ea-48d2-a675-8715543daeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.120134 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-07a20c48-1c5e-48e9-b94f-ea80b9ee2545 req-a8bee0ac-a8ea-48d2-a675-8715543daeb6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2235408 Mar 08 20:33:38.123021 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.144231 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-7d167bb7-cb07-4f99-abd7-ffd494ad6e2f None None] Port da5cd356-90aa-42f4-977d-9725a4af4148 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:38.235655 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0e72-ec5d-4cbc-b3b4-01d24226eb31 req-8b00ee84-2055-40d2-a0af-139fe0e90844 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.242567 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7f7f0e72-ec5d-4cbc-b3b4-01d24226eb31 req-8b00ee84-2055-40d2-a0af-139fe0e90844 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 943 time: 0.0907788 Mar 08 20:33:38.295523 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-0218651c-c4e9-460f-950e-511e4bb1485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.297835 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-0218651c-c4e9-460f-950e-511e4bb1485a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 1127 time: 0.1277721 Mar 08 20:33:38.320754 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7f7f0e72-ec5d-4cbc-b3b4-01d24226eb31 req-f6cb2c95-7f78-4378-8293-d1160b3dae45 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771158 Mar 08 20:33:38.392434 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-69ed5a96-5ac5-4b9f-821e-004bae4eb0dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1827dc42-d64b-456f-ba46-0c3d81358413 HTTP/1.1" status: 200 len: 217 time: 0.0767851 Mar 08 20:33:38.402753 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34336) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:38.506928 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-8f83cfde-6534-4bb3-9db1-9d44098849dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.508594 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-8f83cfde-6534-4bb3-9db1-9d44098849dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.0690720 Mar 08 20:33:38.524992 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-58f4289c-a3ec-416e-acb9-498868fd65da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.527130 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518be65-b995-41f3-a92f-c5ceb631ce5a req-901447e0-e13a-4e73-a2dc-86cb6b4edec6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.528620 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c518be65-b995-41f3-a92f-c5ceb631ce5a req-901447e0-e13a-4e73-a2dc-86cb6b4edec6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 931 time: 0.1537015 Mar 08 20:33:38.717263 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897091e-7040-4d43-ade4-a728d3c34366 req-44a4c5b7-a30a-4e2c-a6d0-876702dc9fb0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.723798 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b897091e-7040-4d43-ade4-a728d3c34366 req-44a4c5b7-a30a-4e2c-a6d0-876702dc9fb0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.2521923 Mar 08 20:33:38.797527 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b897091e-7040-4d43-ade4-a728d3c34366 req-2c3ef03b-3b4d-4307-9d55-f31cf5c9ceb9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727320 Mar 08 20:33:38.842840 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-58f4289c-a3ec-416e-acb9-498868fd65da admin admin] Publish callbacks [] for security_group (30539ac7-6b3f-457f-9453-69a1444bb37a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.894660 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c518be65-b995-41f3-a92f-c5ceb631ce5a req-2dc3a612-f923-464c-a177-2d2b431dd024 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3524413 Mar 08 20:33:38.898697 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-be3d947a-2136-40e0-8a0b-fd7fd751ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:38.900466 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-be3d947a-2136-40e0-8a0b-fd7fd751ed8c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3692143 Mar 08 20:33:38.904356 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5cd356-90aa-42f4-977d-9725a4af4148 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:38.919800 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Publish callbacks [] for port (da5cd356-90aa-42f4-977d-9725a4af4148), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.922990 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-58f4289c-a3ec-416e-acb9-498868fd65da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (30539ac7-6b3f-457f-9453-69a1444bb37a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:38.964569 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-58f4289c-a3ec-416e-acb9-498868fd65da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee3eb9c0e68e47e199c0b7fe18ff0d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5583115 Mar 08 20:33:38.965020 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34350) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:38.971909 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4289c-a3ec-416e-acb9-498868fd65da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30539ac7-6b3f-457f-9453-69a1444bb37a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:38.972987 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Transition to ACTIVE for port object da5cd356-90aa-42f4-977d-9725a4af4148 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:33:39.010779 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-6bf058dd-a025-4792-9c0a-047a11458312 service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019602 Mar 08 20:33:39.015934 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-beb8f975-b9c9-4c2d-9be2-d10946850d10 admin admin] Publish callbacks [] for security_group (30539ac7-6b3f-457f-9453-69a1444bb37a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.038048 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-beb8f975-b9c9-4c2d-9be2-d10946850d10 admin admin] Publish callbacks [] for security_group (30539ac7-6b3f-457f-9453-69a1444bb37a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.044254 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.137958 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Pushing event updated for resources: {'Port': ['ID=da5cd356-90aa-42f4-977d-9725a4af4148,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:39.167533 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-beb8f975-b9c9-4c2d-9be2-d10946850d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (30539ac7-6b3f-457f-9453-69a1444bb37a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.170528 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-beb8f975-b9c9-4c2d-9be2-d10946850d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.172095 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-beb8f975-b9c9-4c2d-9be2-d10946850d10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30539ac7-6b3f-457f-9453-69a1444bb37a HTTP/1.1" status: 204 len: 168 time: 0.2061276 Mar 08 20:33:39.172227 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e064c864-728d-43ad-b5b9-bbe4427cb9bf req-15fcb015-1f55-4a9d-8b1a-4de7b45929b6 service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543345 Mar 08 20:33:39.188072 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Attempting to bind port da5cd356-90aa-42f4-977d-9725a4af4148 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:39.188414 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Attempting to bind port da5cd356-90aa-42f4-977d-9725a4af4148 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:39.188744 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Attempting to bind port da5cd356-90aa-42f4-977d-9725a4af4148 on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:39.190171 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8f975-b9c9-4c2d-9be2-d10946850d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30539ac7-6b3f-457f-9453-69a1444bb37a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:39.194872 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Port da5cd356-90aa-42f4-977d-9725a4af4148 on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:33:39.195256 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Attempting to bind port da5cd356-90aa-42f4-977d-9725a4af4148 on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:39.201185 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578a2c7-4ff1-4941-a3d8-dcbadadc049c req-c3d40ce5-91a4-421a-a4cb-25f827ec870e tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:39.201334 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:39.207298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Checking segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:39.207298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Bound using segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:39.207298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Bound port: da5cd356-90aa-42f4-977d-9725a4af4148, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:39.207298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.209080 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9578a2c7-4ff1-4941-a3d8-dcbadadc049c req-c3d40ce5-91a4-421a-a4cb-25f827ec870e tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 943 time: 0.0933886 Mar 08 20:33:39.268028 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9578a2c7-4ff1-4941-a3d8-dcbadadc049c req-d8ae6a9d-43e7-4dd5-bee3-5dfa1fcf1ce3 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578778 Mar 08 20:33:39.287486 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] For port da5cd356-90aa-42f4-977d-9725a4af4148, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:39.291376 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] For port da5cd356-90aa-42f4-977d-9725a4af4148, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da5cd356-90aa-42f4-977d-9725a4af4148,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:39.395351 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 45500936-7f66-496d-964f-f92aa2e445fc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:33:39.403728 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.493481 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:39.493481 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.493481 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] 10.222.0.58 "PUT /v2.0/ports/da5cd356-90aa-42f4-977d-9725a4af4148 HTTP/1.1" status: 200 len: 1093 time: 1.5246308 Mar 08 20:33:39.500603 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf3869e-d189-4219-93ff-93c3b765511e', 'tag': 'da5cd356-90aa-42f4-977d-9725a4af4148'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:39.502831 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35814124-9318-4a77-b009-b332615a701c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf3869e-d189-4219-93ff-93c3b765511e", "tag": "da5cd356-90aa-42f4-977d-9725a4af4148"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:39.533469 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 45500936-7f66-496d-964f-f92aa2e445fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45500936-7f66-496d-964f-f92aa2e445fc,segment=NetworkSegment(d7f439a3-e15a-4120-8522-471e246e1f21),segment_id=d7f439a3-e15a-4120-8522-471e246e1f21)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:39.549113 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c4835e-f128-4ca5-a8d4-0a5a92ffa07e x-openstack-request-id: req-61c4835e-f128-4ca5-a8d4-0a5a92ffa07e {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:39.549410 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf3869e-d189-4219-93ff-93c3b765511e", "tag": "da5cd356-90aa-42f4-977d-9725a4af4148", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:39.549667 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61c4835e-f128-4ca5-a8d4-0a5a92ffa07e {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:39.550823 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf3869e-d189-4219-93ff-93c3b765511e', 'tag': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'status': 'completed', 'code': 200} Mar 08 20:33:39.558055 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '45500936-7f66-496d-964f-f92aa2e445fc', 'network_id': '22e2c825-b404-4bcf-9bc4-10977dd8c611', 'port_id': '45500936-7f66-496d-964f-f92aa2e445fc', 'mac_address': 'fa:16:3e:18:88:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969f74d8-701c-424e-af9a-4fa6eb4b4400', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:33:39.570716 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bb39e-9935-4ada-88d0-958187c15751 service neutron] Pushing event updated for resources: {'Port': ['ID=da5cd356-90aa-42f4-977d-9725a4af4148,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:39.617375 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 45500936-7f66-496d-964f-f92aa2e445fc is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:39.618108 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (45500936-7f66-496d-964f-f92aa2e445fc), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.625733 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437f865-7bf6-4428-b40c-8845b909860b req-b08421fe-3deb-431e-a8e1-27a9efb82b7a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:39.628214 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f437f865-7bf6-4428-b40c-8845b909860b req-b08421fe-3deb-431e-a8e1-27a9efb82b7a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 943 time: 0.2127445 Mar 08 20:33:39.633940 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45500936-7f66-496d-964f-f92aa2e445fc {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:39.674469 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 45500936-7f66-496d-964f-f92aa2e445fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45500936-7f66-496d-964f-f92aa2e445fc,segment=NetworkSegment(d7f439a3-e15a-4120-8522-471e246e1f21),segment_id=d7f439a3-e15a-4120-8522-471e246e1f21)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:39.680021 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35814124-9318-4a77-b009-b332615a701c req-01b5d881-3f5b-4784-a874-a68b10883bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:39.681359 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-35814124-9318-4a77-b009-b332615a701c req-01b5d881-3f5b-4784-a874-a68b10883bb5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 1127 time: 0.0973179 Mar 08 20:33:39.697891 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f437f865-7bf6-4428-b40c-8845b909860b req-7040f039-c735-4091-9972-ad0a67cdc928 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624442 Mar 08 20:33:39.769205 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (45500936-7f66-496d-964f-f92aa2e445fc), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:39.821126 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35814124-9318-4a77-b009-b332615a701c req-e8c31df2-ad73-44b4-a794-43b76935ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:39.823190 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-35814124-9318-4a77-b009-b332615a701c req-e8c31df2-ad73-44b4-a794-43b76935ced9 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1243403 Mar 08 20:33:39.855776 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=45500936-7f66-496d-964f-f92aa2e445fc,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:39.988583 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a27115-88eb-4cf6-a12f-3424a51c7da2 req-10b79341-4f73-49a8-83ab-aa6200233e92 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:39.988583 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-24a27115-88eb-4cf6-a12f-3424a51c7da2 req-10b79341-4f73-49a8-83ab-aa6200233e92 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0803947 Mar 08 20:33:40.002833 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35814124-9318-4a77-b009-b332615a701c req-3688328f-2985-487e-a832-7c56acc8a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.005215 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-35814124-9318-4a77-b009-b332615a701c req-3688328f-2985-487e-a832-7c56acc8a4db service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661355 Mar 08 20:33:40.047650 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34388) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:40.074831 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-24a27115-88eb-4cf6-a12f-3424a51c7da2 req-7a38418f-35c9-4c06-9d00-ac07bf7207b2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804048 Mar 08 20:33:40.083614 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed46-9632-434c-b576-ccbe45e89ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.118888 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0233-f12f-4825-8a0b-181469128732 req-2a233702-0e6d-4fe9-a428-e01dca63e117 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.120425 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2a8a0233-f12f-4825-8a0b-181469128732 req-2a233702-0e6d-4fe9-a428-e01dca63e117 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 943 time: 0.1331823 Mar 08 20:33:40.187844 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-3fe86e7e-8d6a-4bba-ad4f-1e9e4e19b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.189318 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-3fe86e7e-8d6a-4bba-ad4f-1e9e4e19b700 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 1127 time: 0.1285496 Mar 08 20:33:40.241496 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2a8a0233-f12f-4825-8a0b-181469128732 req-ca7a3c85-474c-45f5-a677-c7836dbca3b6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142564 Mar 08 20:33:40.245261 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-c573738e-fe78-4503-bb6e-b4a80a53bf78 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da5cd356-90aa-42f4-977d-9725a4af4148 HTTP/1.1" status: 200 len: 217 time: 0.0458455 Mar 08 20:33:40.329864 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed46-9632-434c-b576-ccbe45e89ae9 admin admin] Publish callbacks [] for security_group (455d2d59-ea04-4ed2-91f3-c021c25b67f7), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.329864 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-55372a18-ccc3-474b-b62c-1518a73044f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.329864 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-55372a18-ccc3-474b-b62c-1518a73044f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.0716054 Mar 08 20:33:40.384519 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-8e742b36-8d7e-4798-9b6a-a7e75c15326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.386046 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-8e742b36-8d7e-4798-9b6a-a7e75c15326a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509152 Mar 08 20:33:40.405937 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e6583-3b1c-48c8-a5f8-aa477ba751d8 req-504a9e2d-acad-4340-a23b-d0234230da39 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.407433 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e67e6583-3b1c-48c8-a5f8-aa477ba751d8 req-504a9e2d-acad-4340-a23b-d0234230da39 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 944 time: 0.0527811 Mar 08 20:33:40.421560 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed46-9632-434c-b576-ccbe45e89ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (455d2d59-ea04-4ed2-91f3-c021c25b67f7), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.458722 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e67e6583-3b1c-48c8-a5f8-aa477ba751d8 req-0655c7be-0769-4995-9402-d0ff25f9cd95 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Mar 08 20:33:40.473634 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['45500936-7f66-496d-964f-f92aa2e445fc'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:33:40.498553 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e7b3ed46-9632-434c-b576-ccbe45e89ae9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66de4a12b5d440e6bf89ba921e3d59b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484947 Mar 08 20:33:40.499909 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34398) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:40.508025 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3ed46-9632-434c-b576-ccbe45e89ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455d2d59-ea04-4ed2-91f3-c021c25b67f7,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:40.533642 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-6e9cb119-129c-47c9-9a67-1e31fa176f58 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389015 Mar 08 20:33:40.566832 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-628eab1b-dcd9-4beb-a920-34bc44072755 admin admin] Publish callbacks [] for security_group (455d2d59-ea04-4ed2-91f3-c021c25b67f7), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.590750 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-628eab1b-dcd9-4beb-a920-34bc44072755 admin admin] Publish callbacks [] for security_group (455d2d59-ea04-4ed2-91f3-c021c25b67f7), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.646713 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad10fbd0-9942-4627-8077-e913ad51ff06 req-2d2fedce-0b41-4e73-9f06-ab98721aadff service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066082 Mar 08 20:33:40.743033 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-628eab1b-dcd9-4beb-a920-34bc44072755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (455d2d59-ea04-4ed2-91f3-c021c25b67f7), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.746391 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-628eab1b-dcd9-4beb-a920-34bc44072755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.748817 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-628eab1b-dcd9-4beb-a920-34bc44072755 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/455d2d59-ea04-4ed2-91f3-c021c25b67f7 HTTP/1.1" status: 204 len: 168 time: 0.2474425 Mar 08 20:33:40.768386 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628eab1b-dcd9-4beb-a920-34bc44072755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455d2d59-ea04-4ed2-91f3-c021c25b67f7,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:40.864891 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de16c8-72c5-4d07-a42b-4d8bf75bef1e req-dc7221d9-5274-4e9e-b5c0-c6c689fdfc69 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.866439 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c9de16c8-72c5-4d07-a42b-4d8bf75bef1e req-dc7221d9-5274-4e9e-b5c0-c6c689fdfc69 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 943 time: 0.0748835 Mar 08 20:33:40.913919 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c9de16c8-72c5-4d07-a42b-4d8bf75bef1e req-61d091b2-5261-4c1b-8fdd-f01187565f86 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Mar 08 20:33:41.206928 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd90c4-e76f-42fb-9781-684cf07e313b req-4b81b18d-4dac-4c37-a8ff-47b8d1c12039 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:41.208582 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6bcd90c4-e76f-42fb-9781-684cf07e313b req-4b81b18d-4dac-4c37-a8ff-47b8d1c12039 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0559003 Mar 08 20:33:41.256935 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6bcd90c4-e76f-42fb-9781-684cf07e313b req-a04d4a71-d2a4-4cac-81b5-82714b1424f0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Mar 08 20:33:41.368386 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1af83-890e-48ce-8c73-999811ad4f9d req-72af2b50-0440-4f61-b484-d57a1c6f1f71 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:41.369901 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d8d1af83-890e-48ce-8c73-999811ad4f9d req-72af2b50-0440-4f61-b484-d57a1c6f1f71 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 943 time: 0.0528908 Mar 08 20:33:41.379144 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1e5baee6-4e99-4975-827c-09187f3bef9c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:33:41.418580 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d8d1af83-890e-48ce-8c73-999811ad4f9d req-51901fda-fb01-46a9-9b32-85ed7c5e5e48 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430801 Mar 08 20:33:41.596138 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3be9b8-06c8-4303-812f-cc2bbbaf9c94 req-4d11fe49-96aa-4d38-9de1-5e3e2effbf86 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:41.597658 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cb3be9b8-06c8-4303-812f-cc2bbbaf9c94 req-4d11fe49-96aa-4d38-9de1-5e3e2effbf86 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 944 time: 0.0612988 Mar 08 20:33:41.601924 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1e5baee6-4e99-4975-827c-09187f3bef9c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1e5baee6-4e99-4975-827c-09187f3bef9c,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:41.612613 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '1e5baee6-4e99-4975-827c-09187f3bef9c', 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97', 'port_id': '1e5baee6-4e99-4975-827c-09187f3bef9c', 'mac_address': 'fa:16:3e:41:03:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bd5d42-308e-4a38-8153-e3e6954bdfb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:33:41.651365 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1e5baee6-4e99-4975-827c-09187f3bef9c is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:41.651759 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.656438 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cb3be9b8-06c8-4303-812f-cc2bbbaf9c94 req-380dacef-64b6-46f6-bf49-90f1c5fc4843 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 Mar 08 20:33:41.664859 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5baee6-4e99-4975-827c-09187f3bef9c {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:41.684603 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1e5baee6-4e99-4975-827c-09187f3bef9c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1e5baee6-4e99-4975-827c-09187f3bef9c,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:41.702073 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34452) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:41.775125 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.776147 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 4b6436c6-150f-4400-930b-7ce32de64131 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:33:41.855613 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 4b6436c6-150f-4400-930b-7ce32de64131, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4b6436c6-150f-4400-930b-7ce32de64131,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:41.858588 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1e5baee6-4e99-4975-827c-09187f3bef9c,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:41.874709 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '4b6436c6-150f-4400-930b-7ce32de64131', 'network_id': '14b9ad49-01db-4ffb-98de-7063b097fd97', 'port_id': '4b6436c6-150f-4400-930b-7ce32de64131', 'mac_address': 'fa:16:3e:a6:b3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bd5d42-308e-4a38-8153-e3e6954bdfb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:33:41.902711 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34464) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:41.916241 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71b6d85a-d5db-45b7-a590-341ef6ba3a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.929651 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 4b6436c6-150f-4400-930b-7ce32de64131 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:41.930156 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (4b6436c6-150f-4400-930b-7ce32de64131), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.945411 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6436c6-150f-4400-930b-7ce32de64131 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:41.972534 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 4b6436c6-150f-4400-930b-7ce32de64131, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4b6436c6-150f-4400-930b-7ce32de64131,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:41.995745 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-28450795-0873-42dc-aa96-a07325d5ead4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.034995 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71b6d85a-d5db-45b7-a590-341ef6ba3a52 admin admin] Publish callbacks [] for security_group (ea5cfe6c-8d07-4da6-870b-354568935a19), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.082288 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47495e30-f786-49f3-b317-3115641500d8 req-7c2e73b8-82d8-4c7e-8203-bd5318427a4a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:42.083188 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (4b6436c6-150f-4400-930b-7ce32de64131), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.083930 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-47495e30-f786-49f3-b317-3115641500d8 req-7c2e73b8-82d8-4c7e-8203-bd5318427a4a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 944 time: 0.0794158 Mar 08 20:33:42.135922 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=4b6436c6-150f-4400-930b-7ce32de64131,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:42.136166 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71b6d85a-d5db-45b7-a590-341ef6ba3a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ea5cfe6c-8d07-4da6-870b-354568935a19), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.155730 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-28450795-0873-42dc-aa96-a07325d5ead4 admin admin] Publish callbacks [] for security_group (096dd18f-2ffa-4ba9-b30b-4d756191bf55), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.160057 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-47495e30-f786-49f3-b317-3115641500d8 req-8ff0ab47-8208-44d8-8881-c32908db9615 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692852 Mar 08 20:33:42.172390 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6d85a-d5db-45b7-a590-341ef6ba3a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5cfe6c-8d07-4da6-870b-354568935a19,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:42.182782 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-71b6d85a-d5db-45b7-a590-341ef6ba3a52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56a2b033dda94b3282c350ea9d0ad10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4787359 Mar 08 20:33:42.193101 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34474) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:42.238734 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-28450795-0873-42dc-aa96-a07325d5ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (096dd18f-2ffa-4ba9-b30b-4d756191bf55), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.256532 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-287b72f8-6d04-4d91-9f9d-aca051f1ca8b admin admin] Publish callbacks [] for security_group (ea5cfe6c-8d07-4da6-870b-354568935a19), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.294585 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-28450795-0873-42dc-aa96-a07325d5ead4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d44d698e42454e5fb6db3e979cfe48d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900816 Mar 08 20:33:42.297481 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34478) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:42.300387 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-287b72f8-6d04-4d91-9f9d-aca051f1ca8b admin admin] Publish callbacks [] for security_group (ea5cfe6c-8d07-4da6-870b-354568935a19), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.306751 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28450795-0873-42dc-aa96-a07325d5ead4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096dd18f-2ffa-4ba9-b30b-4d756191bf55,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:42.381692 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-777cb636-814a-43ca-9085-7e431a548356 admin admin] Publish callbacks [] for security_group (096dd18f-2ffa-4ba9-b30b-4d756191bf55), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.414383 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-777cb636-814a-43ca-9085-7e431a548356 admin admin] Publish callbacks [] for security_group (096dd18f-2ffa-4ba9-b30b-4d756191bf55), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.425368 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-287b72f8-6d04-4d91-9f9d-aca051f1ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ea5cfe6c-8d07-4da6-870b-354568935a19), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.428385 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-287b72f8-6d04-4d91-9f9d-aca051f1ca8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.434667 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-287b72f8-6d04-4d91-9f9d-aca051f1ca8b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea5cfe6c-8d07-4da6-870b-354568935a19 HTTP/1.1" status: 204 len: 168 time: 0.2354391 Mar 08 20:33:42.438819 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1825ac1-fda1-49ab-b149-d4237179ec8d req-3863993b-7a51-4f8b-8035-e11ad9d02bc3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:42.443308 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a1825ac1-fda1-49ab-b149-d4237179ec8d req-3863993b-7a51-4f8b-8035-e11ad9d02bc3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0996807 Mar 08 20:33:42.463924 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b72f8-6d04-4d91-9f9d-aca051f1ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5cfe6c-8d07-4da6-870b-354568935a19,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:42.520951 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a1825ac1-fda1-49ab-b149-d4237179ec8d req-cd90eb94-a766-45dd-87e0-a5130af93861 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596797 Mar 08 20:33:42.549625 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['4b6436c6-150f-4400-930b-7ce32de64131'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:33:42.578597 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d442b76-5ad4-4016-ad59-a0e3a85787d0 req-4589d46c-311c-407a-b080-651548126f5b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:42.580211 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4d442b76-5ad4-4016-ad59-a0e3a85787d0 req-4589d46c-311c-407a-b080-651548126f5b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 943 time: 0.0622406 Mar 08 20:33:42.583351 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-777cb636-814a-43ca-9085-7e431a548356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (096dd18f-2ffa-4ba9-b30b-4d756191bf55), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.586770 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-777cb636-814a-43ca-9085-7e431a548356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.588202 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-777cb636-814a-43ca-9085-7e431a548356 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/096dd18f-2ffa-4ba9-b30b-4d756191bf55 HTTP/1.1" status: 204 len: 168 time: 0.2896619 Mar 08 20:33:42.603922 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cb636-814a-43ca-9085-7e431a548356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096dd18f-2ffa-4ba9-b30b-4d756191bf55,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:42.652743 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4d442b76-5ad4-4016-ad59-a0e3a85787d0 req-a4e9fbf2-37b6-490c-b56d-81316e121f43 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661306 Mar 08 20:33:42.694858 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['1e5baee6-4e99-4975-827c-09187f3bef9c'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:33:42.777053 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cba59-0d54-4c49-9b0a-5378f96334bc req-b8351a50-415e-4d55-8dc2-02f6ea2c34a9 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:42.778558 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-854cba59-0d54-4c49-9b0a-5378f96334bc req-b8351a50-415e-4d55-8dc2-02f6ea2c34a9 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 944 time: 0.0580590 Mar 08 20:33:42.827476 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-854cba59-0d54-4c49-9b0a-5378f96334bc req-9a4d56cf-6361-491f-8024-6697e52c5ef4 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Mar 08 20:33:43.210243 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34510) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:43.233740 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-43912b36-26b7-4ffe-9fa9-6958e2297a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.284678 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6cd12-e24e-4718-be46-21e67ec190c5 req-a4316f7f-e4e7-40e1-ac59-fd62e735ba92 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:43.286889 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-53e6cd12-e24e-4718-be46-21e67ec190c5 req-a4316f7f-e4e7-40e1-ac59-fd62e735ba92 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 944 time: 0.0554781 Mar 08 20:33:43.324609 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-43912b36-26b7-4ffe-9fa9-6958e2297a0c admin admin] Publish callbacks [] for security_group (a72cfc1c-3c18-47ea-90a4-62d108db66f7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.364165 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-53e6cd12-e24e-4718-be46-21e67ec190c5 req-9d0c0710-baed-4f10-8e53-160a89cf232a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679529 Mar 08 20:33:43.379391 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1827dc42-d64b-456f-ba46-0c3d81358413 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:33:43.447237 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 45500936-7f66-496d-964f-f92aa2e445fc up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:43.463706 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34520) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:43.479238 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b164910b-0a66-413c-bba5-4668236d08cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.491592 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-43912b36-26b7-4ffe-9fa9-6958e2297a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a72cfc1c-3c18-47ea-90a4-62d108db66f7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.513699 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:43.529806 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '1827dc42-d64b-456f-ba46-0c3d81358413', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'port_id': '1827dc42-d64b-456f-ba46-0c3d81358413', 'mac_address': 'fa:16:3e:d8:7b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:33:43.533138 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-43912b36-26b7-4ffe-9fa9-6958e2297a0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f29667592914238abc19c828b6b192e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213196 Mar 08 20:33:43.534662 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34522) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:43.580289 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b164910b-0a66-413c-bba5-4668236d08cb admin admin] Publish callbacks [] for security_group (a945b005-9ce8-408e-88e1-3c7f7074144c), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.582257 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1827dc42-d64b-456f-ba46-0c3d81358413 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:43.582631 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43912b36-26b7-4ffe-9fa9-6958e2297a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72cfc1c-3c18-47ea-90a4-62d108db66f7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:43.583115 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.604843 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1827dc42-d64b-456f-ba46-0c3d81358413 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:43.628078 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 45500936-7f66-496d-964f-f92aa2e445fc completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:33:43.628478 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38b7cf29-d4aa-4862-a07c-2f7624d2c6a2 admin admin] Publish callbacks [] for security_group (a72cfc1c-3c18-47ea-90a4-62d108db66f7), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.635372 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:43.635742 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 45500936-7f66-496d-964f-f92aa2e445fc triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:43.636126 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (45500936-7f66-496d-964f-f92aa2e445fc), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.656820 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b164910b-0a66-413c-bba5-4668236d08cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a945b005-9ce8-408e-88e1-3c7f7074144c), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.669639 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38b7cf29-d4aa-4862-a07c-2f7624d2c6a2 admin admin] Publish callbacks [] for security_group (a72cfc1c-3c18-47ea-90a4-62d108db66f7), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.697670 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b164910b-0a66-413c-bba5-4668236d08cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e023dd88dcaa481e912ec0489493156e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319400 Mar 08 20:33:43.702784 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34528) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:43.720912 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164910b-0a66-413c-bba5-4668236d08cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a945b005-9ce8-408e-88e1-3c7f7074144c,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:43.727906 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cedfb1-ce57-42fe-9386-e26c4b90b44e req-bb0de1ab-06a6-4bd8-8118-e5c102aaf8e7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:43.729448 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-23cedfb1-ce57-42fe-9386-e26c4b90b44e req-bb0de1ab-06a6-4bd8-8118-e5c102aaf8e7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.1136990 Mar 08 20:33:43.760546 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.763061 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device da5cd356-90aa-42f4-977d-9725a4af4148 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:33:43.812061 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-637245d1-7e09-4b5e-909f-1c03101cc2de admin admin] Publish callbacks [] for security_group (a945b005-9ce8-408e-88e1-3c7f7074144c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.822696 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 45500936-7f66-496d-964f-f92aa2e445fc is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:43.831726 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (45500936-7f66-496d-964f-f92aa2e445fc), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.832043 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-23cedfb1-ce57-42fe-9386-e26c4b90b44e req-f3e28c34-7d9b-487c-9621-8b92b7f7660e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925536 Mar 08 20:33:43.847692 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29349e-4699-4239-83b1-dbd8bccbeddc req-9738e518-7fd7-423a-a22b-a5a0e10645d7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:43.848983 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-637245d1-7e09-4b5e-909f-1c03101cc2de admin admin] Publish callbacks [] for security_group (a945b005-9ce8-408e-88e1-3c7f7074144c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.855509 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c29349e-4699-4239-83b1-dbd8bccbeddc req-9738e518-7fd7-423a-a22b-a5a0e10645d7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 943 time: 0.0913353 Mar 08 20:33:43.898359 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38b7cf29-d4aa-4862-a07c-2f7624d2c6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a72cfc1c-3c18-47ea-90a4-62d108db66f7), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.910358 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6c29349e-4699-4239-83b1-dbd8bccbeddc req-ce05cc2e-5630-4a51-a0e7-08deae3d32b8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540066 Mar 08 20:33:43.916333 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38b7cf29-d4aa-4862-a07c-2f7624d2c6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:43.920590 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-38b7cf29-d4aa-4862-a07c-2f7624d2c6a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a72cfc1c-3c18-47ea-90a4-62d108db66f7 HTTP/1.1" status: 204 len: 168 time: 0.3771663 Mar 08 20:33:43.947916 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7cf29-d4aa-4862-a07c-2f7624d2c6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72cfc1c-3c18-47ea-90a4-62d108db66f7,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:43.953354 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:43.992590 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbe1208-0588-4be6-a038-3c360a7c80f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45500936-7f66-496d-964f-f92aa2e445fc'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:44.004980 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45db137-9561-4229-9455-316570b747e9 req-394caf77-7980-473d-9f13-e49b78e83c8d tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:44.006808 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c45db137-9561-4229-9455-316570b747e9 req-394caf77-7980-473d-9f13-e49b78e83c8d tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 944 time: 0.0570877 Mar 08 20:33:44.071746 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c45db137-9561-4229-9455-316570b747e9 req-85770f19-fb2b-4558-b1ec-ebe64ca402c6 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591397 Mar 08 20:33:44.075313 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-637245d1-7e09-4b5e-909f-1c03101cc2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a945b005-9ce8-408e-88e1-3c7f7074144c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:44.077977 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-637245d1-7e09-4b5e-909f-1c03101cc2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:44.088987 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-637245d1-7e09-4b5e-909f-1c03101cc2de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a945b005-9ce8-408e-88e1-3c7f7074144c HTTP/1.1" status: 204 len: 168 time: 0.3842466 Mar 08 20:33:44.110822 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 45500936-7f66-496d-964f-f92aa2e445fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45500936-7f66-496d-964f-f92aa2e445fc,segment=NetworkSegment(d7f439a3-e15a-4120-8522-471e246e1f21),segment_id=d7f439a3-e15a-4120-8522-471e246e1f21)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:44.113625 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port da5cd356-90aa-42f4-977d-9725a4af4148, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da5cd356-90aa-42f4-977d-9725a4af4148,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:44.117716 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637245d1-7e09-4b5e-909f-1c03101cc2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a945b005-9ce8-408e-88e1-3c7f7074144c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:44.132464 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'mac_address': 'fa:16:3e:51:ed:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:33:44.178459 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (45500936-7f66-496d-964f-f92aa2e445fc), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:44.182282 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port da5cd356-90aa-42f4-977d-9725a4af4148 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:44.182665 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:44.215567 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5cd356-90aa-42f4-977d-9725a4af4148 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:44.249366 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port da5cd356-90aa-42f4-977d-9725a4af4148, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da5cd356-90aa-42f4-977d-9725a4af4148,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:44.254632 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=45500936-7f66-496d-964f-f92aa2e445fc,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:44.314151 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:44.360377 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=da5cd356-90aa-42f4-977d-9725a4af4148,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:44.497582 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a06bca-1c41-41cd-9238-8c1672f9f70b req-792bc335-f900-47ad-bf26-f422819d891c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:44.500605 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-06a06bca-1c41-41cd-9238-8c1672f9f70b req-792bc335-f900-47ad-bf26-f422819d891c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 944 time: 0.0563314 Mar 08 20:33:44.505973 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b12691-b0c8-4179-b0b6-a8fce7dcac83" -d '{"events": [{"server_uuid": "2fbe1208-0588-4be6-a038-3c360a7c80f6", "name": "network-vif-plugged", "status": "completed", "tag": "45500936-7f66-496d-964f-f92aa2e445fc"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:44.562270 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-06a06bca-1c41-41cd-9238-8c1672f9f70b req-402557a3-7767-4c1e-8d12-674be4a2892c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545235 Mar 08 20:33:44.690877 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d6190c-8bd1-42a3-8ad7-c8248b1229ad x-openstack-request-id: req-c7d6190c-8bd1-42a3-8ad7-c8248b1229ad {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:44.691262 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbe1208-0588-4be6-a038-3c360a7c80f6", "name": "network-vif-plugged", "status": "completed", "tag": "45500936-7f66-496d-964f-f92aa2e445fc", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:44.691543 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7d6190c-8bd1-42a3-8ad7-c8248b1229ad {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:44.691981 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe1208-0588-4be6-a038-3c360a7c80f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45500936-7f66-496d-964f-f92aa2e445fc', 'code': 200} Mar 08 20:33:44.763255 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['1827dc42-d64b-456f-ba46-0c3d81358413'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:33:44.791544 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['da5cd356-90aa-42f4-977d-9725a4af4148'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:33:45.115928 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614c9fd-4709-4b3a-b840-886591fd59cc req-77fafedf-13e7-49e5-9634-e0d2ceb00dd7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:45.118386 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d614c9fd-4709-4b3a-b840-886591fd59cc req-77fafedf-13e7-49e5-9634-e0d2ceb00dd7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 944 time: 0.0951650 Mar 08 20:33:45.123927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7826-2549-4ee4-8b00-2dc9c8324894 req-63cbe5c1-bdb9-48e7-8fce-d61b4d744fe1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:45.125360 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7eae7826-2549-4ee4-8b00-2dc9c8324894 req-63cbe5c1-bdb9-48e7-8fce-d61b4d744fe1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 944 time: 0.1950374 Mar 08 20:33:45.157910 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ce5b6-e71b-407c-a79a-32f8df69875f req-8fc8d39a-f5b5-4a23-bd46-476d487af8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:45.159965 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-256ce5b6-e71b-407c-a79a-32f8df69875f req-8fc8d39a-f5b5-4a23-bd46-476d487af8ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 1129 time: 0.1297040 Mar 08 20:33:45.169872 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d614c9fd-4709-4b3a-b840-886591fd59cc req-593d3e3e-05ab-4cf9-bb53-0a5bd0a95e6f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446615 Mar 08 20:33:45.190159 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-256ce5b6-e71b-407c-a79a-32f8df69875f req-bf4d94be-9b96-4754-a885-0d193c8c3420 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.205597 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7eae7826-2549-4ee4-8b00-2dc9c8324894 req-9f0bbaa6-31a1-4502-82f6-50895fa4733c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695119 Mar 08 20:33:45.305662 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-256ce5b6-e71b-407c-a79a-32f8df69875f req-bf4d94be-9b96-4754-a885-0d193c8c3420 service neutron] Publish callbacks [] for security_group (e3935d9a-9518-435d-bf07-c5ffca79aa65), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.323018 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736b261-c6b8-40af-b84a-154f7aa6aea3 req-00e6aab3-80d5-4af7-8759-b4e6ac06dc21 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:45.324835 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1736b261-c6b8-40af-b84a-154f7aa6aea3 req-00e6aab3-80d5-4af7-8759-b4e6ac06dc21 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0824666 Mar 08 20:33:45.381229 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 4b6436c6-150f-4400-930b-7ce32de64131 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:45.385982 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-256ce5b6-e71b-407c-a79a-32f8df69875f req-bf4d94be-9b96-4754-a885-0d193c8c3420 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (e3935d9a-9518-435d-bf07-c5ffca79aa65), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.387756 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1736b261-c6b8-40af-b84a-154f7aa6aea3 req-922b1cbd-6828-4498-b998-96b850fd5f9e tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571778 Mar 08 20:33:45.438009 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-256ce5b6-e71b-407c-a79a-32f8df69875f req-bf4d94be-9b96-4754-a885-0d193c8c3420 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677684 Mar 08 20:33:45.438737 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d94be-9b96-4754-a885-0d193c8c3420 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e3935d9a-9518-435d-bf07-c5ffca79aa65,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:45.525561 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 4b6436c6-150f-4400-930b-7ce32de64131 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:33:45.529972 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 4b6436c6-150f-4400-930b-7ce32de64131 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:45.534557 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (4b6436c6-150f-4400-930b-7ce32de64131), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.614470 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 4b6436c6-150f-4400-930b-7ce32de64131 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:45.614865 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (4b6436c6-150f-4400-930b-7ce32de64131), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.651790 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 4b6436c6-150f-4400-930b-7ce32de64131, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4b6436c6-150f-4400-930b-7ce32de64131,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:45.694206 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a95f8-6233-43c2-b8dd-16363d34d392 req-b0e18aa1-f57d-403a-8fec-1624c71a6ffc tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:45.697296 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-345a95f8-6233-43c2-b8dd-16363d34d392 req-b0e18aa1-f57d-403a-8fec-1624c71a6ffc tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 944 time: 0.0599778 Mar 08 20:33:45.736785 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (4b6436c6-150f-4400-930b-7ce32de64131), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.738131 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1e5baee6-4e99-4975-827c-09187f3bef9c up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:45.741978 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-345a95f8-6233-43c2-b8dd-16363d34d392 req-7d7291a3-905f-488f-91a7-a70f516c8388 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Mar 08 20:33:45.823287 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=4b6436c6-150f-4400-930b-7ce32de64131,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:45.880151 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 1e5baee6-4e99-4975-827c-09187f3bef9c completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:33:45.884927 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 1e5baee6-4e99-4975-827c-09187f3bef9c triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:45.885376 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:45.963405 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1e5baee6-4e99-4975-827c-09187f3bef9c is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:45.963797 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:46.007517 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1e5baee6-4e99-4975-827c-09187f3bef9c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1e5baee6-4e99-4975-827c-09187f3bef9c,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:46.085927 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:46.261715 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1e5baee6-4e99-4975-827c-09187f3bef9c,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:46.405530 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047a5c-7f62-423f-8b02-9b3574a50c2d req-6e2ebc9c-2f75-4316-bc94-047e216e1b44 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.407216 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-30047a5c-7f62-423f-8b02-9b3574a50c2d req-6e2ebc9c-2f75-4316-bc94-047e216e1b44 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 944 time: 0.0882690 Mar 08 20:33:46.424156 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161c81a-237a-4e1b-8927-d89c4507a377 req-1a9c9fab-ae60-4a64-bd87-d8558482ce97 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.428842 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2161c81a-237a-4e1b-8927-d89c4507a377 req-1a9c9fab-ae60-4a64-bd87-d8558482ce97 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 944 time: 0.1164241 Mar 08 20:33:46.482827 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-30047a5c-7f62-423f-8b02-9b3574a50c2d req-55cda5ae-0d0f-4d9f-87a2-83904342eb7b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690410 Mar 08 20:33:46.508814 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2161c81a-237a-4e1b-8927-d89c4507a377 req-b7827745-37c4-458a-96fe-10108212889f tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733995 Mar 08 20:33:46.553921 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9a436dbd-3f23-4c89-9083-fbb5fb595cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:46.598279 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1e6fb-0417-41bc-9921-8b2e42889f86 req-49232f7e-35b3-45ca-afd9-7a1f2de35eee tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.600218 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9bc1e6fb-0417-41bc-9921-8b2e42889f86 req-49232f7e-35b3-45ca-afd9-7a1f2de35eee tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0562842 Mar 08 20:33:46.651604 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9bc1e6fb-0417-41bc-9921-8b2e42889f86 req-2908f435-934e-43a8-9d26-b05d911559d0 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418582 Mar 08 20:33:46.695597 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a4ce87-1896-479d-a055-aafd0dcbc583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6436c6-150f-4400-930b-7ce32de64131'}, {'server_uuid': 'e4423fe7-c3c9-415f-8e4d-891c8e75b7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5baee6-4e99-4975-827c-09187f3bef9c'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:46.696237 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f6dbb4-e0c3-4990-88bc-bf08a757dadd" -d '{"events": [{"server_uuid": "28a4ce87-1896-479d-a055-aafd0dcbc583", "name": "network-vif-plugged", "status": "completed", "tag": "4b6436c6-150f-4400-930b-7ce32de64131"}, {"server_uuid": "e4423fe7-c3c9-415f-8e4d-891c8e75b7b2", "name": "network-vif-plugged", "status": "completed", "tag": "1e5baee6-4e99-4975-827c-09187f3bef9c"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:46.734690 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dfa9b7-c7f9-490b-983c-93eddc740061 x-openstack-request-id: req-38dfa9b7-c7f9-490b-983c-93eddc740061 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:46.735078 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a4ce87-1896-479d-a055-aafd0dcbc583", "name": "network-vif-plugged", "status": "completed", "tag": "4b6436c6-150f-4400-930b-7ce32de64131", "code": 200}, {"server_uuid": "e4423fe7-c3c9-415f-8e4d-891c8e75b7b2", "name": "network-vif-plugged", "status": "completed", "tag": "1e5baee6-4e99-4975-827c-09187f3bef9c", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:46.735369 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38dfa9b7-c7f9-490b-983c-93eddc740061 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:46.735767 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a4ce87-1896-479d-a055-aafd0dcbc583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6436c6-150f-4400-930b-7ce32de64131', 'code': 200} Mar 08 20:33:46.736023 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4423fe7-c3c9-415f-8e4d-891c8e75b7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5baee6-4e99-4975-827c-09187f3bef9c', 'code': 200} Mar 08 20:33:46.874759 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc5266-a5e3-4fa5-9673-68fc28ef8bc8 req-c9a53b0b-88ba-494a-a544-4b40f4499b5b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.876284 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-96fc5266-a5e3-4fa5-9673-68fc28ef8bc8 req-c9a53b0b-88ba-494a-a544-4b40f4499b5b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0519838 Mar 08 20:33:46.936892 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-96fc5266-a5e3-4fa5-9673-68fc28ef8bc8 req-f02142b3-2948-4c48-9282-1ab958837d41 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547502 Mar 08 20:33:47.180880 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584a128-a3df-449f-afa5-3549344818f0 req-2c838a84-3e4f-4643-823a-64be41d3adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:47.183237 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7584a128-a3df-449f-afa5-3549344818f0 req-2c838a84-3e4f-4643-823a-64be41d3adfa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 1129 time: 0.0906589 Mar 08 20:33:47.186158 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747dbe6-dc54-4225-b158-41ae1fcab993 req-243c1c79-5a8b-4ce9-a6d9-166143dc416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:47.187756 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2747dbe6-dc54-4225-b158-41ae1fcab993 req-243c1c79-5a8b-4ce9-a6d9-166143dc416c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 1129 time: 0.0871639 Mar 08 20:33:47.267046 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2747dbe6-dc54-4225-b158-41ae1fcab993 req-b9e02905-1c1a-4218-aca5-e968c838e1c1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684307 Mar 08 20:33:47.269706 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7584a128-a3df-449f-afa5-3549344818f0 req-4d689a9f-51eb-4077-9b02-581193ae875a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723338 Mar 08 20:33:47.410878 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1827dc42-d64b-456f-ba46-0c3d81358413 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:47.542995 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 1827dc42-d64b-456f-ba46-0c3d81358413 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:33:47.550598 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 1827dc42-d64b-456f-ba46-0c3d81358413 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:47.551259 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:47.597568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e7c7a-5783-4813-b820-1da3e7db77cf req-1edd29a6-36c2-4dfa-b786-1c2470697024 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:47.599352 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-679e7c7a-5783-4813-b820-1da3e7db77cf req-1edd29a6-36c2-4dfa-b786-1c2470697024 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 944 time: 0.0584860 Mar 08 20:33:47.657001 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddeef3-f3dc-45b1-99c4-1d2d4fd68721 req-c65e4af7-3c9c-4871-bd40-4ec6a2954ea1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:47.658776 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-16ddeef3-f3dc-45b1-99c4-1d2d4fd68721 req-c65e4af7-3c9c-4871-bd40-4ec6a2954ea1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 944 time: 0.0667777 Mar 08 20:33:47.659440 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-679e7c7a-5783-4813-b820-1da3e7db77cf req-f7fff4e2-a261-4ee3-8079-8086d3a7dc00 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525203 Mar 08 20:33:47.673962 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1827dc42-d64b-456f-ba46-0c3d81358413 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:47.674576 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:47.718566 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:47.724949 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-16ddeef3-f3dc-45b1-99c4-1d2d4fd68721 req-3ada530b-f5e7-49ad-aec3-dcd71ff5b386 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599451 Mar 08 20:33:47.783355 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ecbed-5f5d-420e-9099-2c9eae08b6c9 req-fdf470eb-1494-465b-a975-13bf49b322f0 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:47.784982 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b78ecbed-5f5d-420e-9099-2c9eae08b6c9 req-fdf470eb-1494-465b-a975-13bf49b322f0 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0535247 Mar 08 20:33:47.831517 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b78ecbed-5f5d-420e-9099-2c9eae08b6c9 req-f140a89f-588f-4d44-84ed-3ca295d15c6d tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Mar 08 20:33:47.831756 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:47.833307 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device da5cd356-90aa-42f4-977d-9725a4af4148 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:33:47.911875 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:47.965093 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34714) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:48.034068 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port da5cd356-90aa-42f4-977d-9725a4af4148 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:33:48.038973 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port da5cd356-90aa-42f4-977d-9725a4af4148 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:48.039506 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.053940 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587668-8b0c-44c0-801e-6b43822b740e req-88cdb880-955b-4fc1-8166-ae957bbf265d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:48.056161 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-08587668-8b0c-44c0-801e-6b43822b740e req-88cdb880-955b-4fc1-8166-ae957bbf265d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0551167 Mar 08 20:33:48.080889 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-94eefb3c-ae7e-479f-94d0-6a36b3b3e127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.125268 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-08587668-8b0c-44c0-801e-6b43822b740e req-eec465ba-b120-49dc-baae-16fdd05e172b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587940 Mar 08 20:33:48.180655 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port da5cd356-90aa-42f4-977d-9725a4af4148 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:48.180861 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-94eefb3c-ae7e-479f-94d0-6a36b3b3e127 admin admin] Publish callbacks [] for security_group (959b8128-e112-4df3-80f0-8a6fddbd18d0), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.181215 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.215272 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port da5cd356-90aa-42f4-977d-9725a4af4148, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da5cd356-90aa-42f4-977d-9725a4af4148,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:48.254474 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-94eefb3c-ae7e-479f-94d0-6a36b3b3e127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (959b8128-e112-4df3-80f0-8a6fddbd18d0), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.293144 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-94eefb3c-ae7e-479f-94d0-6a36b3b3e127 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=401f41ffedcf4ad08b18478c27c14fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268907 Mar 08 20:33:48.294247 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eefb3c-ae7e-479f-94d0-6a36b3b3e127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959b8128-e112-4df3-80f0-8a6fddbd18d0,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:48.302170 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34728) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:48.316996 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.349581 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a58a01a0-5109-4707-9de9-ea59b4b01a8b admin admin] Publish callbacks [] for security_group (959b8128-e112-4df3-80f0-8a6fddbd18d0), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.364317 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=da5cd356-90aa-42f4-977d-9725a4af4148,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:48.372511 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a58a01a0-5109-4707-9de9-ea59b4b01a8b admin admin] Publish callbacks [] for security_group (959b8128-e112-4df3-80f0-8a6fddbd18d0), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.502675 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a58a01a0-5109-4707-9de9-ea59b4b01a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (959b8128-e112-4df3-80f0-8a6fddbd18d0), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.505277 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a58a01a0-5109-4707-9de9-ea59b4b01a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.506413 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-a58a01a0-5109-4707-9de9-ea59b4b01a8b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/959b8128-e112-4df3-80f0-8a6fddbd18d0 HTTP/1.1" status: 204 len: 168 time: 0.2031980 Mar 08 20:33:48.514070 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a01a0-5109-4707-9de9-ea59b4b01a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959b8128-e112-4df3-80f0-8a6fddbd18d0,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:48.736978 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413'}, {'server_uuid': '7bf3869e-d189-4219-93ff-93c3b765511e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5cd356-90aa-42f4-977d-9725a4af4148'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:48.739281 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8203a71-ebf5-44fc-8181-930766e64777" -d '{"events": [{"server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "name": "network-vif-plugged", "status": "completed", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413"}, {"server_uuid": "7bf3869e-d189-4219-93ff-93c3b765511e", "name": "network-vif-plugged", "status": "completed", "tag": "da5cd356-90aa-42f4-977d-9725a4af4148"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:48.778875 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2724c2e-f09a-44a0-8ad6-ac7046ab5b5b x-openstack-request-id: req-a2724c2e-f09a-44a0-8ad6-ac7046ab5b5b {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:48.779029 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48dca-67c5-4e80-bcf7-9c38ce22f108 req-f4e888af-bfda-4059-b9db-5baba6042e52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:48.779178 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "name": "network-vif-plugged", "status": "completed", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413", "code": 200}, {"server_uuid": "7bf3869e-d189-4219-93ff-93c3b765511e", "name": "network-vif-plugged", "status": "completed", "tag": "da5cd356-90aa-42f4-977d-9725a4af4148", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:48.779438 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2724c2e-f09a-44a0-8ad6-ac7046ab5b5b {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:48.779825 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413', 'code': 200} Mar 08 20:33:48.780077 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf3869e-d189-4219-93ff-93c3b765511e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'code': 200} Mar 08 20:33:48.780440 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3cf48dca-67c5-4e80-bcf7-9c38ce22f108 req-f4e888af-bfda-4059-b9db-5baba6042e52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.0517821 Mar 08 20:33:48.851534 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3cf48dca-67c5-4e80-bcf7-9c38ce22f108 req-ab1ee6f2-2c4d-4092-8a3e-40972fa6ad8c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637579 Mar 08 20:33:48.934291 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90df01-46ce-47c8-848c-5d17f8bd69e7 req-17d23f01-536a-44de-9f8d-6512d4966a28 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:48.936606 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2b90df01-46ce-47c8-848c-5d17f8bd69e7 req-17d23f01-536a-44de-9f8d-6512d4966a28 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0721431 Mar 08 20:33:49.005853 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2b90df01-46ce-47c8-848c-5d17f8bd69e7 req-19aab8ae-e6e1-4da1-a3b6-50a8b0c6d5e4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613110 Mar 08 20:33:49.026258 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135c6be-f224-4d8d-861d-94b50346fb6f req-b2c41a06-97fb-4115-822d-56e092b3e38e tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.031617 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5135c6be-f224-4d8d-861d-94b50346fb6f req-b2c41a06-97fb-4115-822d-56e092b3e38e tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0884776 Mar 08 20:33:49.071011 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-bdd8a6cb-353b-4600-a926-b1f19eed8cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.076278 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5135c6be-f224-4d8d-861d-94b50346fb6f req-925a60d6-6dce-4b5c-8d04-9405cd3db40f tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 Mar 08 20:33:49.239739 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd590b-d774-4d54-971d-e609a7b4c005 req-8b4d5920-3597-4c45-bd13-5ae0d89e9663 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.241508 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d4cd590b-d774-4d54-971d-e609a7b4c005 req-8b4d5920-3597-4c45-bd13-5ae0d89e9663 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0545452 Mar 08 20:33:49.288893 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e031107-7a23-4175-bff1-0ecb8045f717 req-72dc7237-0627-4cf9-ad0e-6734de1ffeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.290387 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e031107-7a23-4175-bff1-0ecb8045f717 req-72dc7237-0627-4cf9-ad0e-6734de1ffeb1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 1129 time: 0.0790648 Mar 08 20:33:49.290624 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d4cd590b-d774-4d54-971d-e609a7b4c005 req-1ee8f640-f5e9-4d6a-bf3e-612f832eaf55 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435231 Mar 08 20:33:49.292236 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c99c7-1d35-4559-ab85-3233a6a8d8d5 req-54b43a3e-be9a-4b44-97ae-0e2c83f3b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.293577 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a71c99c7-1d35-4559-ab85-3233a6a8d8d5 req-54b43a3e-be9a-4b44-97ae-0e2c83f3b13b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 1129 time: 0.0903640 Mar 08 20:33:49.318525 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34758) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:49.352475 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8b2d852b-910f-4fe0-a8a0-facebdc8b099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.410550 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a71c99c7-1d35-4559-ab85-3233a6a8d8d5 req-6e9fbd5e-5234-44b9-9fc4-ac5986a64c00 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856009 Mar 08 20:33:49.420397 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e031107-7a23-4175-bff1-0ecb8045f717 req-2816a3f5-333b-4560-b53d-b4260eb34b68 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945306 Mar 08 20:33:49.469880 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8b2d852b-910f-4fe0-a8a0-facebdc8b099 admin admin] Publish callbacks [] for security_group (58cbdd62-e8eb-48be-a9f6-802f07d9955d), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.577006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8b2d852b-910f-4fe0-a8a0-facebdc8b099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (58cbdd62-e8eb-48be-a9f6-802f07d9955d), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.626921 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d852b-910f-4fe0-a8a0-facebdc8b099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cbdd62-e8eb-48be-a9f6-802f07d9955d,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:49.631938 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-8b2d852b-910f-4fe0-a8a0-facebdc8b099 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea5647cd20d14ca7b9927c1e40a7b615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121402 Mar 08 20:33:49.634311 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34768) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:49.693636 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cac281b1-42b9-4364-8523-b79680f6c043 admin admin] Publish callbacks [] for security_group (58cbdd62-e8eb-48be-a9f6-802f07d9955d), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.715808 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cac281b1-42b9-4364-8523-b79680f6c043 admin admin] Publish callbacks [] for security_group (58cbdd62-e8eb-48be-a9f6-802f07d9955d), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.888117 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cac281b1-42b9-4364-8523-b79680f6c043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (58cbdd62-e8eb-48be-a9f6-802f07d9955d), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.890475 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cac281b1-42b9-4364-8523-b79680f6c043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.894243 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-cac281b1-42b9-4364-8523-b79680f6c043 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58cbdd62-e8eb-48be-a9f6-802f07d9955d HTTP/1.1" status: 204 len: 168 time: 0.2564266 Mar 08 20:33:49.902892 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac281b1-42b9-4364-8523-b79680f6c043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cbdd62-e8eb-48be-a9f6-802f07d9955d,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:49.987999 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649795-4b9d-4cf9-b4a8-72d94745c303 req-9bf2d939-79d1-471f-8915-7bc221c33301 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.989682 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9a649795-4b9d-4cf9-b4a8-72d94745c303 req-9bf2d939-79d1-471f-8915-7bc221c33301 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.0549405 Mar 08 20:33:50.037527 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9a649795-4b9d-4cf9-b4a8-72d94745c303 req-35066ec3-ea32-4457-b4c1-c50294ebca1d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421846 Mar 08 20:33:50.135235 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397f845-c63b-4450-b897-184293a7b5d9 req-f681b601-342e-414a-8d52-db5aed83e10a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:50.136740 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4397f845-c63b-4450-b897-184293a7b5d9 req-f681b601-342e-414a-8d52-db5aed83e10a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0637755 Mar 08 20:33:50.199286 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4397f845-c63b-4450-b897-184293a7b5d9 req-581dc500-c2c4-45d8-bb7f-5b85e75a8183 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552962 Mar 08 20:33:50.222661 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.404926 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3f51e-73dd-4f1b-b7be-61f2b6d82dea req-5b05dd61-5b6c-4852-91ea-a3b7ce51af98 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:50.406355 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eaf3f51e-73dd-4f1b-b7be-61f2b6d82dea req-5b05dd61-5b6c-4852-91ea-a3b7ce51af98 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Mar 08 20:33:50.450907 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eaf3f51e-73dd-4f1b-b7be-61f2b6d82dea req-b2aa0a69-0a22-427b-94d6-99e56ed0f9da tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384803 Mar 08 20:33:51.131873 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34820) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:51.157987 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11ee5-2621-4dae-a4b8-e233e345fb5f req-f36f0661-5047-4ea4-a707-1fffdd5ca9fb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:51.159075 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9db11ee5-2621-4dae-a4b8-e233e345fb5f req-f36f0661-5047-4ea4-a707-1fffdd5ca9fb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.0531557 Mar 08 20:33:51.208092 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9db11ee5-2621-4dae-a4b8-e233e345fb5f req-077feaa0-e009-4a50-964f-7619d321e9e8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431433 Mar 08 20:33:51.330025 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de4303-8bf8-494d-a26f-d1fc90c68e74 req-2f4405ca-e16d-4094-bb8b-1554e1c8e664 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:51.332345 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-44de4303-8bf8-494d-a26f-d1fc90c68e74 req-2f4405ca-e16d-4094-bb8b-1554e1c8e664 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0576336 Mar 08 20:33:51.368671 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4920b53b-cc5d-409e-ab3f-4814ec7e211b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.404532 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-44de4303-8bf8-494d-a26f-d1fc90c68e74 req-f98cb611-0722-4da4-b95a-64064bdb5d83 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661767 Mar 08 20:33:51.465000 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4920b53b-cc5d-409e-ab3f-4814ec7e211b admin admin] Publish callbacks [] for security_group (6be28c43-4972-45a6-b615-b727e4f1345f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.553450 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4920b53b-cc5d-409e-ab3f-4814ec7e211b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (6be28c43-4972-45a6-b615-b727e4f1345f), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.578738 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483f1fc-579c-441a-9548-6e76faff79d1 req-bad9ead5-269b-457d-a796-cb86f8afaa08 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:51.580414 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5483f1fc-579c-441a-9548-6e76faff79d1 req-bad9ead5-269b-457d-a796-cb86f8afaa08 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0516922 Mar 08 20:33:51.592851 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-4920b53b-cc5d-409e-ab3f-4814ec7e211b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0b5215c5bd34d1bb12020ec65da5a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4598420 Mar 08 20:33:51.593713 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b53b-cc5d-409e-ab3f-4814ec7e211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be28c43-4972-45a6-b615-b727e4f1345f,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:51.595928 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34834) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:51.622273 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.664514 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5483f1fc-579c-441a-9548-6e76faff79d1 req-0a4f899a-87ca-4244-b6d2-55a5eb82c171 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776496 Mar 08 20:33:51.685883 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96d1d172-1117-4d5b-b3b7-9cd89764d697 admin admin] Publish callbacks [] for security_group (6be28c43-4972-45a6-b615-b727e4f1345f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.703975 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96d1d172-1117-4d5b-b3b7-9cd89764d697 admin admin] Publish callbacks [] for security_group (6be28c43-4972-45a6-b615-b727e4f1345f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.845395 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96d1d172-1117-4d5b-b3b7-9cd89764d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (6be28c43-4972-45a6-b615-b727e4f1345f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.848237 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96d1d172-1117-4d5b-b3b7-9cd89764d697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.849467 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-96d1d172-1117-4d5b-b3b7-9cd89764d697 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6be28c43-4972-45a6-b615-b727e4f1345f HTTP/1.1" status: 204 len: 168 time: 0.2523632 Mar 08 20:33:51.858160 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1d172-1117-4d5b-b3b7-9cd89764d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be28c43-4972-45a6-b615-b727e4f1345f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:52.326611 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e765e-4580-48f1-a6f0-c6ca76f5a568 req-db4786e4-1f9f-4148-81ae-8fbec46819d1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:52.328367 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ae7e765e-4580-48f1-a6f0-c6ca76f5a568 req-db4786e4-1f9f-4148-81ae-8fbec46819d1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.0520103 Mar 08 20:33:52.383472 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ae7e765e-4580-48f1-a6f0-c6ca76f5a568 req-ad268118-b347-4c0c-a525-2cb92d1791c6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495265 Mar 08 20:33:52.489245 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34884) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:52.504316 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ad21f018-28ab-4a17-9e8e-48713339fd3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.532591 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510316a-58af-4acf-81f6-ad483fc16fe1 req-f69b34ac-e119-440b-b537-6f6fa89493c4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:52.534714 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1510316a-58af-4acf-81f6-ad483fc16fe1 req-f69b34ac-e119-440b-b537-6f6fa89493c4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0586717 Mar 08 20:33:52.591254 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1510316a-58af-4acf-81f6-ad483fc16fe1 req-ea600f60-7c63-4589-9fae-ec54716a66e1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485032 Mar 08 20:33:52.599341 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ad21f018-28ab-4a17-9e8e-48713339fd3b admin admin] Publish callbacks [] for security_group (4a2a0c0b-0510-4785-94f5-3825baa97d39), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.659750 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ad21f018-28ab-4a17-9e8e-48713339fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4a2a0c0b-0510-4785-94f5-3825baa97d39), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.697940 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-ad21f018-28ab-4a17-9e8e-48713339fd3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ddd1f22c81f3448a838c166096c1fb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054536 Mar 08 20:33:52.699122 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21f018-28ab-4a17-9e8e-48713339fd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2a0c0b-0510-4785-94f5-3825baa97d39,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:52.700723 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34894) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:52.780655 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54bf3a22-b582-47d9-9292-772c79044470 admin admin] Publish callbacks [] for security_group (4a2a0c0b-0510-4785-94f5-3825baa97d39), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.794388 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614e270-39c8-4996-8e5a-5156f8a9e775 req-db0f3352-1e90-4c87-868f-f305f0d3e9d0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:52.796144 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2614e270-39c8-4996-8e5a-5156f8a9e775 req-db0f3352-1e90-4c87-868f-f305f0d3e9d0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0615296 Mar 08 20:33:52.825310 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54bf3a22-b582-47d9-9292-772c79044470 admin admin] Publish callbacks [] for security_group (4a2a0c0b-0510-4785-94f5-3825baa97d39), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.867434 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2614e270-39c8-4996-8e5a-5156f8a9e775 req-4c42bc06-1e1e-4015-be5b-5be193f7fa5a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656602 Mar 08 20:33:52.919383 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.947929 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54bf3a22-b582-47d9-9292-772c79044470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4a2a0c0b-0510-4785-94f5-3825baa97d39), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.950565 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54bf3a22-b582-47d9-9292-772c79044470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.951770 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-54bf3a22-b582-47d9-9292-772c79044470 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a2a0c0b-0510-4785-94f5-3825baa97d39 HTTP/1.1" status: 204 len: 168 time: 0.2455778 Mar 08 20:33:52.960459 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf3a22-b582-47d9-9292-772c79044470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2a0c0b-0510-4785-94f5-3825baa97d39,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:53.266403 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 34912) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:53.384370 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be17b6d4-dfaa-4396-ba42-eb81a9cf8bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.467942 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be17b6d4-dfaa-4396-ba42-eb81a9cf8bea admin admin] Publish callbacks [] for security_group (2e14a3d3-e02e-40f2-971f-35d752b9410b), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.511242 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784ce54-4ca1-4672-a03f-1b05ad1888a3 req-639c290f-eb2b-437a-9b48-a958eafdc298 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:53.512854 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7784ce54-4ca1-4672-a03f-1b05ad1888a3 req-639c290f-eb2b-437a-9b48-a958eafdc298 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.0609760 Mar 08 20:33:53.531609 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be17b6d4-dfaa-4396-ba42-eb81a9cf8bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (2e14a3d3-e02e-40f2-971f-35d752b9410b), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.591276 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17b6d4-dfaa-4396-ba42-eb81a9cf8bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e14a3d3-e02e-40f2-971f-35d752b9410b,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:53.599178 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7784ce54-4ca1-4672-a03f-1b05ad1888a3 req-655185a7-87d3-4af0-b995-68de55272094 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809286 Mar 08 20:33:53.604106 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34926) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:53.604528 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-be17b6d4-dfaa-4396-ba42-eb81a9cf8bea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c195114a2014bd790af81fe1c87cb44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367603 Mar 08 20:33:53.660778 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6c3c-7262-496e-9477-39a951711c13 admin admin] Publish callbacks [] for security_group (2e14a3d3-e02e-40f2-971f-35d752b9410b), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.681807 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6c3c-7262-496e-9477-39a951711c13 admin admin] Publish callbacks [] for security_group (2e14a3d3-e02e-40f2-971f-35d752b9410b), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.757425 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a0546-0e3f-4d26-b952-a90325608a2b req-35ab3d35-a2fd-44d3-afd3-bcdff23c3893 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:53.758897 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-916a0546-0e3f-4d26-b952-a90325608a2b req-35ab3d35-a2fd-44d3-afd3-bcdff23c3893 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0627906 Mar 08 20:33:53.806407 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-916a0546-0e3f-4d26-b952-a90325608a2b req-ff0695f2-fbab-40f4-9735-366d43454a0b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408449 Mar 08 20:33:53.831434 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6c3c-7262-496e-9477-39a951711c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (2e14a3d3-e02e-40f2-971f-35d752b9410b), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.834230 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6c3c-7262-496e-9477-39a951711c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.835416 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-4c5a6c3c-7262-496e-9477-39a951711c13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e14a3d3-e02e-40f2-971f-35d752b9410b HTTP/1.1" status: 204 len: 168 time: 0.2303205 Mar 08 20:33:53.848555 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a6c3c-7262-496e-9477-39a951711c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e14a3d3-e02e-40f2-971f-35d752b9410b,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:54.001498 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975db08-d0be-4b32-af47-7e903272664c req-9aa44cc2-3363-4839-b566-c50e05cedcc5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:54.003155 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9975db08-d0be-4b32-af47-7e903272664c req-9aa44cc2-3363-4839-b566-c50e05cedcc5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0536859 Mar 08 20:33:54.050669 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9975db08-d0be-4b32-af47-7e903272664c req-dbc6b750-486b-4202-acd8-a39a0dd6cbbb tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Mar 08 20:33:54.587946 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34962) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:54.601149 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0505c787-f20d-401c-8d2d-65f871fef089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:54.684383 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0505c787-f20d-401c-8d2d-65f871fef089 admin admin] Publish callbacks [] for security_group (c019929c-a8d0-43a2-b391-866b8d66b3ae), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:54.922815 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0505c787-f20d-401c-8d2d-65f871fef089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (c019929c-a8d0-43a2-b391-866b8d66b3ae), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:54.963277 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dba02-d2a2-4f02-ad9a-b742b2d538e5 req-9b5212c5-1234-4edf-b4c7-574116338152 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:54.964641 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ba3dba02-d2a2-4f02-ad9a-b742b2d538e5 req-9b5212c5-1234-4edf-b4c7-574116338152 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0698831 Mar 08 20:33:54.971607 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-0505c787-f20d-401c-8d2d-65f871fef089 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d5888390c6d440199a4a0ab01d960bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825536 Mar 08 20:33:54.973157 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505c787-f20d-401c-8d2d-65f871fef089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c019929c-a8d0-43a2-b391-866b8d66b3ae,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:54.975436 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34984) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:54.997359 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d9303-551e-4fa4-96d3-3999d652c779 req-f2821156-3a84-427d-bf1e-c8fbe3240b68 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:54.999030 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-413d9303-551e-4fa4-96d3-3999d652c779 req-f2821156-3a84-427d-bf1e-c8fbe3240b68 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.3127747 Mar 08 20:33:55.035830 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ba3dba02-d2a2-4f02-ad9a-b742b2d538e5 req-1c7704f7-fd5e-47c2-975f-e24c701f90ec tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635509 Mar 08 20:33:55.068516 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-480b2998-0073-4b7d-93bb-e02264ed6699 admin admin] Publish callbacks [] for security_group (c019929c-a8d0-43a2-b391-866b8d66b3ae), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.076162 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-413d9303-551e-4fa4-96d3-3999d652c779 req-43aa8091-f2fa-4d1b-95ed-f60213be3cdc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706251 Mar 08 20:33:55.100094 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-480b2998-0073-4b7d-93bb-e02264ed6699 admin admin] Publish callbacks [] for security_group (c019929c-a8d0-43a2-b391-866b8d66b3ae), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.174891 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e053-618a-461f-9aaa-508c42877d69 req-715e637d-4a83-4564-9ee6-3d84dc3400c2 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:55.176396 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0e06e053-618a-461f-9aaa-508c42877d69 req-715e637d-4a83-4564-9ee6-3d84dc3400c2 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0550473 Mar 08 20:33:55.213307 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-480b2998-0073-4b7d-93bb-e02264ed6699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (c019929c-a8d0-43a2-b391-866b8d66b3ae), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.216073 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-480b2998-0073-4b7d-93bb-e02264ed6699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.219515 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-480b2998-0073-4b7d-93bb-e02264ed6699 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c019929c-a8d0-43a2-b391-866b8d66b3ae HTTP/1.1" status: 204 len: 168 time: 0.2407882 Mar 08 20:33:55.223284 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0e06e053-618a-461f-9aaa-508c42877d69 req-9cac561c-5345-4651-9f9e-5d4a4fb0b9a2 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Mar 08 20:33:55.227554 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b2998-0073-4b7d-93bb-e02264ed6699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c019929c-a8d0-43a2-b391-866b8d66b3ae,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:55.356304 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 34992) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:55.561476 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bc80c613-2b41-4ac3-80e5-6e62a9043d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.643281 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bc80c613-2b41-4ac3-80e5-6e62a9043d40 admin admin] Publish callbacks [] for security_group (0aaa56c5-b001-49bc-8220-3ac38ef588c9), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.724750 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bc80c613-2b41-4ac3-80e5-6e62a9043d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0aaa56c5-b001-49bc-8220-3ac38ef588c9), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.761912 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-bc80c613-2b41-4ac3-80e5-6e62a9043d40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1abc532d9d094d61b98ca3f6ff644cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042213 Mar 08 20:33:55.763986 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80c613-2b41-4ac3-80e5-6e62a9043d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaa56c5-b001-49bc-8220-3ac38ef588c9,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:55.764675 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35006) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:55.815691 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1ea3-4a66-4647-81de-89db4f2769c4 admin admin] Publish callbacks [] for security_group (0aaa56c5-b001-49bc-8220-3ac38ef588c9), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.837380 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1ea3-4a66-4647-81de-89db4f2769c4 admin admin] Publish callbacks [] for security_group (0aaa56c5-b001-49bc-8220-3ac38ef588c9), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.970583 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1ea3-4a66-4647-81de-89db4f2769c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0aaa56c5-b001-49bc-8220-3ac38ef588c9), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.973183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1ea3-4a66-4647-81de-89db4f2769c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.974318 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-aa9a1ea3-4a66-4647-81de-89db4f2769c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0aaa56c5-b001-49bc-8220-3ac38ef588c9 HTTP/1.1" status: 204 len: 168 time: 0.2086775 Mar 08 20:33:55.982715 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1ea3-4a66-4647-81de-89db4f2769c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaa56c5-b001-49bc-8220-3ac38ef588c9,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:56.158195 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119da3fa-232e-4b72-a9c7-0137c04cadce req-670c8a65-dae5-4089-aa37-a417aa932c63 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:56.159718 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-119da3fa-232e-4b72-a9c7-0137c04cadce req-670c8a65-dae5-4089-aa37-a417aa932c63 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0537992 Mar 08 20:33:56.207456 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c81368-9e59-4e7c-ba1d-4e1b08b526b4 req-ba598760-4459-4a4f-bf2f-2522b46a1e63 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:56.209787 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e7c81368-9e59-4e7c-ba1d-4e1b08b526b4 req-ba598760-4459-4a4f-bf2f-2522b46a1e63 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.0639381 Mar 08 20:33:56.218818 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-119da3fa-232e-4b72-a9c7-0137c04cadce req-3fdc29c9-4713-45f1-bdfa-0b64bb6d66f9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533452 Mar 08 20:33:56.270236 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e7c81368-9e59-4e7c-ba1d-4e1b08b526b4 req-db5f5893-3da5-43f1-859a-aeb9779da87d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537739 Mar 08 20:33:56.352392 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c7a9c-4e8d-40a6-b2e3-bc02e8e62ce0 req-f07f7f65-8064-41ce-95ea-6276471887b0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:56.353890 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-510c7a9c-4e8d-40a6-b2e3-bc02e8e62ce0 req-f07f7f65-8064-41ce-95ea-6276471887b0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0574961 Mar 08 20:33:56.404632 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-510c7a9c-4e8d-40a6-b2e3-bc02e8e62ce0 req-f9d6b7b1-2f86-4c0d-8977-61aab79be5f9 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Mar 08 20:33:56.760600 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35038) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:56.774265 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-253bd44b-f1e7-42fa-8ae3-943bcb702074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.850724 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-253bd44b-f1e7-42fa-8ae3-943bcb702074 admin admin] Publish callbacks [] for security_group (99a116a0-04fa-4c83-848d-bb3a73157a3c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.944914 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-253bd44b-f1e7-42fa-8ae3-943bcb702074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (99a116a0-04fa-4c83-848d-bb3a73157a3c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.989227 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-253bd44b-f1e7-42fa-8ae3-943bcb702074 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b83d0716caeb4615913b4c18552faea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275336 Mar 08 20:33:56.990093 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bd44b-f1e7-42fa-8ae3-943bcb702074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a116a0-04fa-4c83-848d-bb3a73157a3c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:56.992380 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35048) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:57.046734 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec109901-7309-4a72-8659-1f80e344fc6b admin admin] Publish callbacks [] for security_group (99a116a0-04fa-4c83-848d-bb3a73157a3c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.094770 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec109901-7309-4a72-8659-1f80e344fc6b admin admin] Publish callbacks [] for security_group (99a116a0-04fa-4c83-848d-bb3a73157a3c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.154593 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d22b-4afe-4c48-82a1-dda713390734 req-e598fabb-5aca-4e9e-8cdf-b1068bc98159 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:57.156768 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e52d22b-4afe-4c48-82a1-dda713390734 req-e598fabb-5aca-4e9e-8cdf-b1068bc98159 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0683548 Mar 08 20:33:57.237321 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec109901-7309-4a72-8659-1f80e344fc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (99a116a0-04fa-4c83-848d-bb3a73157a3c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.241144 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec109901-7309-4a72-8659-1f80e344fc6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.245448 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ec109901-7309-4a72-8659-1f80e344fc6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99a116a0-04fa-4c83-848d-bb3a73157a3c HTTP/1.1" status: 204 len: 168 time: 0.2521403 Mar 08 20:33:57.262785 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec109901-7309-4a72-8659-1f80e344fc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a116a0-04fa-4c83-848d-bb3a73157a3c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:57.295151 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e52d22b-4afe-4c48-82a1-dda713390734 req-0fbede24-48e2-4dec-8825-3616406fbaeb tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265032 Mar 08 20:33:57.314842 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5257ca-36a4-4dc5-af5a-7e9bd7a58d9d req-76dae14c-5468-421c-b07a-3da0cd0facd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:57.317790 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3c5257ca-36a4-4dc5-af5a-7e9bd7a58d9d req-76dae14c-5468-421c-b07a-3da0cd0facd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 1129 time: 0.1275311 Mar 08 20:33:57.499263 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5257ca-36a4-4dc5-af5a-7e9bd7a58d9d req-0444f6f4-ceb1-4347-9aa4-d3ef434602ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:57.501461 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3c5257ca-36a4-4dc5-af5a-7e9bd7a58d9d req-0444f6f4-ceb1-4347-9aa4-d3ef434602ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 919 time: 0.1762969 Mar 08 20:33:57.509789 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f304a1-b79d-4362-8102-c3221e89078c req-1be6c572-8edc-4682-986d-29125418b1f1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:57.511337 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-09f304a1-b79d-4362-8102-c3221e89078c req-1be6c572-8edc-4682-986d-29125418b1f1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.1124244 Mar 08 20:33:57.569848 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3c5257ca-36a4-4dc5-af5a-7e9bd7a58d9d req-61099fe7-76c0-4ce4-b68e-dfeae5eb03c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e5baee6-4e99-4975-827c-09187f3bef9c HTTP/1.1" status: 200 len: 217 time: 0.0452559 Mar 08 20:33:57.604096 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-09f304a1-b79d-4362-8102-c3221e89078c req-9e9b1d76-df85-401e-8c3d-47357fe5fe57 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871656 Mar 08 20:33:57.654793 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5257ca-36a4-4dc5-af5a-7e9bd7a58d9d req-3568317a-4ebc-4fe7-aa44-13b97b4b951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:57.656610 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3c5257ca-36a4-4dc5-af5a-7e9bd7a58d9d req-3568317a-4ebc-4fe7-aa44-13b97b4b951d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 200 len: 858 time: 0.0626400 Mar 08 20:33:57.701350 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3c5257ca-36a4-4dc5-af5a-7e9bd7a58d9d req-2c6cfbdc-e729-4d8c-aa0b-428ec441ce45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b9ad49-01db-4ffb-98de-7063b097fd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343022 Mar 08 20:33:57.830591 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6186634-45c2-4562-9836-89a7e1a91aa9 req-29368a44-f85b-41ad-ad6a-c28d38c8f59a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:57.832162 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a6186634-45c2-4562-9836-89a7e1a91aa9 req-29368a44-f85b-41ad-ad6a-c28d38c8f59a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.1299200 Mar 08 20:33:57.866008 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3c5257ca-36a4-4dc5-af5a-7e9bd7a58d9d req-e7cbaf42-3ee4-4246-935e-020ded848676 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235530 Mar 08 20:33:57.893428 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a6186634-45c2-4562-9836-89a7e1a91aa9 req-2546e8d6-e620-475e-be01-35eaa3b62d17 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543919 Mar 08 20:33:57.986941 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3c5257ca-36a4-4dc5-af5a-7e9bd7a58d9d req-bcf7552f-59fa-410f-ba89-eed01a8bf140 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920570 Mar 08 20:33:58.084308 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57557deb-8f7a-4a64-af87-c7d682c1c5d9 req-90163a43-a6d4-4dd4-885b-13e478aff7dc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.086160 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-57557deb-8f7a-4a64-af87-c7d682c1c5d9 req-90163a43-a6d4-4dd4-885b-13e478aff7dc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.0842969 Mar 08 20:33:58.096110 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35100) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:58.101092 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-ed8c844b-0955-4805-9e4f-3b00e05db69d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'floatingip': {'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:58.174818 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ed8c844b-0955-4805-9e4f-3b00e05db69d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (a13fe346-01a0-4e2d-861c-19d9894b9d85), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:58.422321 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe237f-3508-4831-9fd6-95fe106ce828 req-d1edc050-c33f-4eab-a569-bd3d7af8913d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.423904 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-77fe237f-3508-4831-9fd6-95fe106ce828 req-d1edc050-c33f-4eab-a569-bd3d7af8913d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0586355 Mar 08 20:33:58.474696 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-77fe237f-3508-4831-9fd6-95fe106ce828 req-95a8f45a-b224-4acc-9b43-3be22f465db5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Mar 08 20:33:58.795805 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950e89f-7d56-4022-9764-20c392f66e92 req-5ac73840-3aee-4cf8-8f47-cc6162ca4293 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.797856 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6950e89f-7d56-4022-9764-20c392f66e92 req-5ac73840-3aee-4cf8-8f47-cc6162ca4293 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0930209 Mar 08 20:33:58.866237 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6950e89f-7d56-4022-9764-20c392f66e92 req-4bda084b-d249-467d-8018-b45a220687df tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577505 Mar 08 20:33:59.102979 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a60b2-a22c-466b-97a9-c26c4aeb98ae req-315c8da9-422b-45d7-a2aa-23b0e42e6010 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:59.104659 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9e1a60b2-a22c-466b-97a9-c26c4aeb98ae req-315c8da9-422b-45d7-a2aa-23b0e42e6010 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.1664431 Mar 08 20:33:59.118547 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 35146) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:59.123586 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-ca566e55-ccdb-47f6-97ba-48eeb2798184 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'floatingip': {'port_id': '1827dc42-d64b-456f-ba46-0c3d81358413'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:59.130213 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ed8c844b-0955-4805-9e4f-3b00e05db69d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.198732 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ca566e55-ccdb-47f6-97ba-48eeb2798184 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (80796ce3-6725-41a9-b655-e89792e37754), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.219609 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ed8c844b-0955-4805-9e4f-3b00e05db69d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (a13fe346-01a0-4e2d-861c-19d9894b9d85), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.267231 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35150) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:59.337678 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.l3_db [None req-ed8c844b-0955-4805-9e4f-3b00e05db69d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Floating IP a13fe346-01a0-4e2d-861c-19d9894b9d85 associated. External IP: 172.27.3.114, port: da5cd356-90aa-42f4-977d-9725a4af4148. Mar 08 20:33:59.429333 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35156) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:59.456973 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f24774d9-30db-4404-9a45-a7083042275d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.541060 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-72048db3-dd21-4d78-aab7-3f1529f2985b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.691732 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8c844b-0955-4805-9e4f-3b00e05db69d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Router 7661367e-bf65-4c79-970e-115a06f07187 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:59.693668 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f24774d9-30db-4404-9a45-a7083042275d admin admin] Publish callbacks [] for security_group (17dcb932-8637-4198-b096-2b8b0cd68c46), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.744618 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f6623-90f0-4449-b430-1061962f3e8f req-fc471c22-fc48-4bc5-90f6-13ad67be3169 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:59.746083 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5e2f6623-90f0-4449-b430-1061962f3e8f req-fc471c22-fc48-4bc5-90f6-13ad67be3169 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.1723702 Mar 08 20:33:59.763132 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-72048db3-dd21-4d78-aab7-3f1529f2985b admin admin] Publish callbacks [] for security_group (77857242-6300-4f6c-89a6-15ac084c0c4d), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.765564 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f24774d9-30db-4404-9a45-a7083042275d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (17dcb932-8637-4198-b096-2b8b0cd68c46), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.814400 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-f24774d9-30db-4404-9a45-a7083042275d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6485f197af494ff58b377f2950b9135f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5463295 Mar 08 20:33:59.821401 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 35162) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:59.847706 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-72048db3-dd21-4d78-aab7-3f1529f2985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (77857242-6300-4f6c-89a6-15ac084c0c4d), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.853754 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24774d9-30db-4404-9a45-a7083042275d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dcb932-8637-4198-b096-2b8b0cd68c46,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:59.904411 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-72048db3-dd21-4d78-aab7-3f1529f2985b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f8adc58036c49d0b2b63e601940afe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739645 Mar 08 20:33:59.907025 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72048db3-dd21-4d78-aab7-3f1529f2985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77857242-6300-4f6c-89a6-15ac084c0c4d,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:59.910082 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35166) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:59.911192 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8c844b-0955-4805-9e4f-3b00e05db69d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:59.920656 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ed8c844b-0955-4805-9e4f-3b00e05db69d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.927350 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:59.940641 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:59.941924 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:33:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:59.971971 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ed8c844b-0955-4805-9e4f-3b00e05db69d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "PUT /v2.0/floatingips/a13fe346-01a0-4e2d-861c-19d9894b9d85 HTTP/1.1" status: 200 len: 991 time: 1.8746333 Mar 08 20:33:59.974035 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ca566e55-ccdb-47f6-97ba-48eeb2798184 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.976413 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf3869e-d189-4219-93ff-93c3b765511e', 'tag': 'da5cd356-90aa-42f4-977d-9725a4af4148'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:59.978719 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65a8917-2b05-40c3-8dfd-52baa471f51b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf3869e-d189-4219-93ff-93c3b765511e", "tag": "da5cd356-90aa-42f4-977d-9725a4af4148"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:59.995946 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5e2f6623-90f0-4449-b430-1061962f3e8f req-be9c47de-fd21-46c3-bb8c-04abc6e9dbb3 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408383 Mar 08 20:34:00.002996 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1128d9b5-8af6-47eb-961c-24aac1a43caa admin admin] Publish callbacks [] for security_group (77857242-6300-4f6c-89a6-15ac084c0c4d), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.022176 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ec3549d4-163d-4f98-abd6-8f12ea10e97c admin admin] Publish callbacks [] for security_group (17dcb932-8637-4198-b096-2b8b0cd68c46), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.032201 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1128d9b5-8af6-47eb-961c-24aac1a43caa admin admin] Publish callbacks [] for security_group (77857242-6300-4f6c-89a6-15ac084c0c4d), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.060935 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ec3549d4-163d-4f98-abd6-8f12ea10e97c admin admin] Publish callbacks [] for security_group (17dcb932-8637-4198-b096-2b8b0cd68c46), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.061067 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a97cc2b-b96f-4522-8026-d8cc3f606ff3 x-openstack-request-id: req-4a97cc2b-b96f-4522-8026-d8cc3f606ff3 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:00.061067 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf3869e-d189-4219-93ff-93c3b765511e", "tag": "da5cd356-90aa-42f4-977d-9725a4af4148", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:00.061067 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a97cc2b-b96f-4522-8026-d8cc3f606ff3 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:00.061067 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf3869e-d189-4219-93ff-93c3b765511e', 'tag': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'status': 'completed', 'code': 200} Mar 08 20:34:00.066109 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ca566e55-ccdb-47f6-97ba-48eeb2798184 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (80796ce3-6725-41a9-b655-e89792e37754), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.097096 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:00.167377 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1128d9b5-8af6-47eb-961c-24aac1a43caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (77857242-6300-4f6c-89a6-15ac084c0c4d), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.170122 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1128d9b5-8af6-47eb-961c-24aac1a43caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.173780 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-1128d9b5-8af6-47eb-961c-24aac1a43caa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77857242-6300-4f6c-89a6-15ac084c0c4d HTTP/1.1" status: 204 len: 168 time: 0.2583992 Mar 08 20:34:00.184513 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128d9b5-8af6-47eb-961c-24aac1a43caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77857242-6300-4f6c-89a6-15ac084c0c4d,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:00.198714 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [None req-ca566e55-ccdb-47f6-97ba-48eeb2798184 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Floating IP 80796ce3-6725-41a9-b655-e89792e37754 associated. External IP: 172.27.3.201, port: 1827dc42-d64b-456f-ba46-0c3d81358413. Mar 08 20:34:00.294446 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ec3549d4-163d-4f98-abd6-8f12ea10e97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (17dcb932-8637-4198-b096-2b8b0cd68c46), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.297175 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ec3549d4-163d-4f98-abd6-8f12ea10e97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.298316 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-ec3549d4-163d-4f98-abd6-8f12ea10e97c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17dcb932-8637-4198-b096-2b8b0cd68c46 HTTP/1.1" status: 204 len: 168 time: 0.4749722 Mar 08 20:34:00.398589 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a13fe346-01a0-4e2d-861c-19d9894b9d85', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:51:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:23Z', 'updated_at': '2022-03-08T20:33:58Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:00.425673 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:34:00.434502 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:00.435326 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:33:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:00.528146 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3549d4-163d-4f98-abd6-8f12ea10e97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dcb932-8637-4198-b096-2b8b0cd68c46,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:00.558335 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:00.667252 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca566e55-ccdb-47f6-97ba-48eeb2798184 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Router 28ba1426-b61a-4f28-adaf-085f70c6b719 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:34:00.787220 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca566e55-ccdb-47f6-97ba-48eeb2798184 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:34:00.799083 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ca566e55-ccdb-47f6-97ba-48eeb2798184 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.799376 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] Sync routers for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:34:00.811970 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a13fe346-01a0-4e2d-861c-19d9894b9d85', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:51:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:23Z', 'updated_at': '2022-03-08T20:33:58Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:00.817656 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:00.818552 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:33:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:00.832524 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-ca566e55-ccdb-47f6-97ba-48eeb2798184 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "PUT /v2.0/floatingips/80796ce3-6725-41a9-b655-e89792e37754 HTTP/1.1" status: 200 len: 991 time: 1.7125883 Mar 08 20:34:00.832893 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35190) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:00.833565 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:00.836204 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c851243b-188b-4a70-9488-2c6a7213b18f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:00.848901 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-622e1913-cb5b-468c-9819-a42882408a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.856736 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03305c-daf7-4069-a38d-af49851b24a0 None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a13fe346-01a0-4e2d-861c-19d9894b9d85', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:51:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:23Z', 'updated_at': '2022-03-08T20:33:58Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:34:00.884854 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e44705-fa71-4ba3-bebb-21a83d62f730 x-openstack-request-id: req-28e44705-fa71-4ba3-bebb-21a83d62f730 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:00.885190 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:00.885421 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28e44705-fa71-4ba3-bebb-21a83d62f730 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:00.885823 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413', 'status': 'completed', 'code': 200} Mar 08 20:34:00.946666 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-622e1913-cb5b-468c-9819-a42882408a08 admin admin] Publish callbacks [] for security_group (44f3aafa-5527-48c2-8368-0f8bf797bbf1), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.970874 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:01.041709 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-622e1913-cb5b-468c-9819-a42882408a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (44f3aafa-5527-48c2-8368-0f8bf797bbf1), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.123579 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-622e1913-cb5b-468c-9819-a42882408a08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce321966b4c948c5a4bd1c432a0d6e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870951 Mar 08 20:34:01.123579 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e1913-cb5b-468c-9819-a42882408a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f3aafa-5527-48c2-8368-0f8bf797bbf1,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:01.124021 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 35202) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:01.154741 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32495d1d-836c-4e2c-9b3c-655110ef5fa6 None None] New status for floating IP a13fe346-01a0-4e2d-861c-19d9894b9d85: ACTIVE {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:34:01.200220 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa934f-a50c-4a3c-846c-5d4014226f37 req-50cd29bf-0fdb-4d36-b30b-9dd9e50dde8e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:01.201862 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-37fa934f-a50c-4a3c-846c-5d4014226f37 req-50cd29bf-0fdb-4d36-b30b-9dd9e50dde8e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0835202 Mar 08 20:34:01.241708 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d92350f-a682-48d3-8dd1-c2efade6b4f8 admin admin] Publish callbacks [] for security_group (44f3aafa-5527-48c2-8368-0f8bf797bbf1), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.293590 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-37fa934f-a50c-4a3c-846c-5d4014226f37 req-46603044-c074-4d1e-a667-81ab6a9a2c65 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843275 Mar 08 20:34:01.304456 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d92350f-a682-48d3-8dd1-c2efade6b4f8 admin admin] Publish callbacks [] for security_group (44f3aafa-5527-48c2-8368-0f8bf797bbf1), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.415707 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '80796ce3-6725-41a9-b655-e89792e37754', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'port_id': '1827dc42-d64b-456f-ba46-0c3d81358413', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'mac_address': 'fa:16:3e:d8:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:20Z', 'updated_at': '2022-03-08T20:33:59Z', 'revision_number': 1, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:01.443982 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] Checking router: 28ba1426-b61a-4f28-adaf-085f70c6b719 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:34:01.452278 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:01.452903 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:33:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:01.456513 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d92350f-a682-48d3-8dd1-c2efade6b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (44f3aafa-5527-48c2-8368-0f8bf797bbf1), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.460577 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d92350f-a682-48d3-8dd1-c2efade6b4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.460577 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-4d92350f-a682-48d3-8dd1-c2efade6b4f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44f3aafa-5527-48c2-8368-0f8bf797bbf1 HTTP/1.1" status: 204 len: 168 time: 0.3353450 Mar 08 20:34:01.468374 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92350f-a682-48d3-8dd1-c2efade6b4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f3aafa-5527-48c2-8368-0f8bf797bbf1,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:01.586625 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:01.827999 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '80796ce3-6725-41a9-b655-e89792e37754', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'port_id': '1827dc42-d64b-456f-ba46-0c3d81358413', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'mac_address': 'fa:16:3e:d8:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:20Z', 'updated_at': '2022-03-08T20:33:59Z', 'revision_number': 1, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:01.861003 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe744e6-dcd4-453f-b623-7c67b80e11f0 None None] The sync data for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi is: [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '80796ce3-6725-41a9-b655-e89792e37754', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'port_id': '1827dc42-d64b-456f-ba46-0c3d81358413', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'mac_address': 'fa:16:3e:d8:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:20Z', 'updated_at': '2022-03-08T20:33:59Z', 'revision_number': 1, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:34:02.043810 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85948b9f-e64f-4643-a019-3e344ff551d7 None None] New status for floating IP 80796ce3-6725-41a9-b655-e89792e37754: ACTIVE {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:34:02.215087 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 35230) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:02.226600 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-25cf7f34-7f8c-4caf-947d-59a580bc1092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.307598 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-25cf7f34-7f8c-4caf-947d-59a580bc1092 admin admin] Publish callbacks [] for security_group (57a49496-590e-4ac4-bc22-db9efbb50a76), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.372888 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35238) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:02.387058 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-25cf7f34-7f8c-4caf-947d-59a580bc1092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (57a49496-590e-4ac4-bc22-db9efbb50a76), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.447978 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-25cf7f34-7f8c-4caf-947d-59a580bc1092 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=102f6f4836d74ff195051031e05fafa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363186 Mar 08 20:34:02.450764 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35242) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:02.452754 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf7f34-7f8c-4caf-947d-59a580bc1092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a49496-590e-4ac4-bc22-db9efbb50a76,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:02.473634 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466534a-1b67-4ca7-8ff3-52f6238a4699 req-32d4164b-7724-4f95-8346-777a66fb47ac tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:02.475300 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2466534a-1b67-4ca7-8ff3-52f6238a4699 req-32d4164b-7724-4f95-8346-777a66fb47ac tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.1032817 Mar 08 20:34:02.502227 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63f870df-77bb-44cc-b94a-1be2992a165a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.525289 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2466534a-1b67-4ca7-8ff3-52f6238a4699 req-12143b6a-cb49-40f7-adb8-f258823cb55e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Mar 08 20:34:02.566177 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f42fe6c5-5e7b-4140-a72a-2a9e307e0e34 admin admin] Publish callbacks [] for security_group (57a49496-590e-4ac4-bc22-db9efbb50a76), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.598037 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f42fe6c5-5e7b-4140-a72a-2a9e307e0e34 admin admin] Publish callbacks [] for security_group (57a49496-590e-4ac4-bc22-db9efbb50a76), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.647618 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63f870df-77bb-44cc-b94a-1be2992a165a admin admin] Publish callbacks [] for security_group (ccb57b84-8c46-4557-af6b-95a1e12c53f4), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.707389 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63f870df-77bb-44cc-b94a-1be2992a165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ccb57b84-8c46-4557-af6b-95a1e12c53f4), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.744513 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f870df-77bb-44cc-b94a-1be2992a165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb57b84-8c46-4557-af6b-95a1e12c53f4,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:02.748797 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-63f870df-77bb-44cc-b94a-1be2992a165a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9fa563cc83c14aafa0c427821829cef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743885 Mar 08 20:34:02.751630 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 35244) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:02.755964 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f42fe6c5-5e7b-4140-a72a-2a9e307e0e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (57a49496-590e-4ac4-bc22-db9efbb50a76), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.758737 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f42fe6c5-5e7b-4140-a72a-2a9e307e0e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.760404 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-f42fe6c5-5e7b-4140-a72a-2a9e307e0e34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57a49496-590e-4ac4-bc22-db9efbb50a76 HTTP/1.1" status: 204 len: 168 time: 0.3080800 Mar 08 20:34:02.768846 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fe6c5-5e7b-4140-a72a-2a9e307e0e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a49496-590e-4ac4-bc22-db9efbb50a76,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:02.804142 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-982411de-6c03-4867-bbf1-80887b8f9222 admin admin] Publish callbacks [] for security_group (ccb57b84-8c46-4557-af6b-95a1e12c53f4), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.825231 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-982411de-6c03-4867-bbf1-80887b8f9222 admin admin] Publish callbacks [] for security_group (ccb57b84-8c46-4557-af6b-95a1e12c53f4), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.950277 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-982411de-6c03-4867-bbf1-80887b8f9222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ccb57b84-8c46-4557-af6b-95a1e12c53f4), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.952964 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-982411de-6c03-4867-bbf1-80887b8f9222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.954146 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-982411de-6c03-4867-bbf1-80887b8f9222 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccb57b84-8c46-4557-af6b-95a1e12c53f4 HTTP/1.1" status: 204 len: 168 time: 0.2015913 Mar 08 20:34:02.962942 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982411de-6c03-4867-bbf1-80887b8f9222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb57b84-8c46-4557-af6b-95a1e12c53f4,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:03.639144 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851243b-188b-4a70-9488-2c6a7213b18f req-19e2820a-1267-413e-961b-b4c2874aadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:03.640687 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c851243b-188b-4a70-9488-2c6a7213b18f req-19e2820a-1267-413e-961b-b4c2874aadec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 1129 time: 0.0742006 Mar 08 20:34:03.680562 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469c1ca-f9fa-4b2d-b9fc-1d6613f9f0e2 req-96f7960f-6c63-4fa6-b6ed-79a7cf6b856f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:03.691380 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5469c1ca-f9fa-4b2d-b9fc-1d6613f9f0e2 req-96f7960f-6c63-4fa6-b6ed-79a7cf6b856f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0739982 Mar 08 20:34:03.738542 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5469c1ca-f9fa-4b2d-b9fc-1d6613f9f0e2 req-febcc738-e953-4100-96e2-b92e4fca2e91 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 Mar 08 20:34:03.811799 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-e4847555-8472-4a7d-bfdd-e7ebf071b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:03.814015 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-e4847555-8472-4a7d-bfdd-e7ebf071b3fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 1129 time: 0.1214812 Mar 08 20:34:03.816734 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851243b-188b-4a70-9488-2c6a7213b18f req-df0c4999-1320-421a-8412-2e4a80e06f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:03.818102 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c851243b-188b-4a70-9488-2c6a7213b18f req-df0c4999-1320-421a-8412-2e4a80e06f1d service neutron] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 917 time: 0.1474912 Mar 08 20:34:04.065270 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c851243b-188b-4a70-9488-2c6a7213b18f req-b37eb167-0faa-42be-8798-a03a1a329633 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1827dc42-d64b-456f-ba46-0c3d81358413 HTTP/1.1" status: 200 len: 1001 time: 0.1601620 Mar 08 20:34:04.069584 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-d83c5e73-51eb-406c-a069-d9d9f0358b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:04.070980 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-d83c5e73-51eb-406c-a069-d9d9f0358b0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 915 time: 0.1759512 Mar 08 20:34:04.191447 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851243b-188b-4a70-9488-2c6a7213b18f req-cd3facb0-cb4b-45f3-bd7f-8072cd79e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:04.192642 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c851243b-188b-4a70-9488-2c6a7213b18f req-cd3facb0-cb4b-45f3-bd7f-8072cd79e830 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.1049097 Mar 08 20:34:04.194745 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-5ee331ac-a603-479f-9177-9ecdae0c239d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da5cd356-90aa-42f4-977d-9725a4af4148 HTTP/1.1" status: 200 len: 1001 time: 0.1058056 Mar 08 20:34:04.278692 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-fd5ee78e-5471-436e-bd21-2464001cfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:04.280171 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-fd5ee78e-5471-436e-bd21-2464001cfcab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.0664864 Mar 08 20:34:04.295575 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851243b-188b-4a70-9488-2c6a7213b18f req-0ebc3f59-12e0-4a41-bdd3-36f587573340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:04.296982 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c851243b-188b-4a70-9488-2c6a7213b18f req-0ebc3f59-12e0-4a41-bdd3-36f587573340 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909164 Mar 08 20:34:04.390586 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-4b5377ab-7193-433e-8bb1-7d193a6e27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:04.392720 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-4b5377ab-7193-433e-8bb1-7d193a6e27e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1050417 Mar 08 20:34:04.453638 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c851243b-188b-4a70-9488-2c6a7213b18f req-720f12c0-aaf4-44da-bdce-81ced71dc8e6 service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318450 Mar 08 20:34:04.560775 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-337eb504-d0ec-439f-a22b-56294931658c service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575010 Mar 08 20:34:04.599369 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c851243b-188b-4a70-9488-2c6a7213b18f req-d8d90c5a-5b26-4ae1-8cb1-38ffa58d190f service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249371 Mar 08 20:34:04.674942 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b65a8917-2b05-40c3-8dfd-52baa471f51b req-f13a60ba-5e13-4a10-af12-36fdbf23345c service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980027 Mar 08 20:34:04.702206 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:34:04.863912 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd97ff4-f20c-446f-88e8-15f6df49c48f req-751f250f-b5b6-4bf1-9085-bf8de7a79160 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:04.863912 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8bd97ff4-f20c-446f-88e8-15f6df49c48f req-751f250f-b5b6-4bf1-9085-bf8de7a79160 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0561390 Mar 08 20:34:04.920465 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8bd97ff4-f20c-446f-88e8-15f6df49c48f req-2b8aee3c-cad4-46ab-938c-76dcbc545597 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523829 Mar 08 20:34:05.830136 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:05.932230 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-db243d48-ca86-4744-bbd3-13a3ddabb525 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438337 Mar 08 20:34:06.056743 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b5ae0-0061-4d27-8d7b-294b0a362ecc req-6f5edd01-1848-4aa4-9002-b95ecb05d659 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:06.057383 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-dd3e23f6-d67c-464c-bb4e-e5eb7b6398a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:06.057977 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-dd3e23f6-d67c-464c-bb4e-e5eb7b6398a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ce8eb7d0e014870bb29951ddd2769e2&device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 1129 time: 0.0638962 Mar 08 20:34:06.059535 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e85b5ae0-0061-4d27-8d7b-294b0a362ecc req-6f5edd01-1848-4aa4-9002-b95ecb05d659 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0676780 Mar 08 20:34:06.105615 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e85b5ae0-0061-4d27-8d7b-294b0a362ecc req-d7aab663-e503-4785-9ee2-e700945df763 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422375 Mar 08 20:34:06.200726 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-4bcab36d-733b-4067-abc6-615e729bcf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:06.200840 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-4bcab36d-733b-4067-abc6-615e729bcf26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=22e2c825-b404-4bcf-9bc4-10977dd8c611 HTTP/1.1" status: 200 len: 912 time: 0.1109014 Mar 08 20:34:06.250743 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-fc57dc6f-98e4-404c-9ef2-44cc516683e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45500936-7f66-496d-964f-f92aa2e445fc HTTP/1.1" status: 200 len: 217 time: 0.0403702 Mar 08 20:34:06.319379 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-6429e9ab-e948-4603-aaaf-e9e400ac9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:06.320912 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-6429e9ab-e948-4603-aaaf-e9e400ac9ef3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969f74d8-701c-424e-af9a-4fa6eb4b4400 HTTP/1.1" status: 200 len: 851 time: 0.0581276 Mar 08 20:34:06.361334 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-fefcbc1f-0431-497c-a0c4-affcfbc11cd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22e2c825-b404-4bcf-9bc4-10977dd8c611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244210 Mar 08 20:34:06.462477 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-b2b7944f-1ab2-4a7c-88bf-2b0e796b014c service neutron] 10.222.0.58 "GET /v2.0/networks/22e2c825-b404-4bcf-9bc4-10977dd8c611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877211 Mar 08 20:34:06.570908 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a9c47181-922a-4a28-9c3b-785e07da3887 req-444cb2d7-e301-493d-a632-1fe670e84b5c service neutron] 10.222.0.58 "GET /v2.0/networks/22e2c825-b404-4bcf-9bc4-10977dd8c611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860343 Mar 08 20:34:06.750988 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 35378) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:06.852359 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.921810 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Publish callbacks [] for security_group (3b64b2f6-a373-482a-8eb7-467667e26173), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.995419 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (3b64b2f6-a373-482a-8eb7-467667e26173), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.034029 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02e5d99b22344255aef9148e56dc01c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812297 Mar 08 20:34:07.035161 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64b2f6-a373-482a-8eb7-467667e26173,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:07.036859 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35382) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:07.042506 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.042864 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.043235 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.043581 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.043918 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.044251 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.044584 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.044916 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.045245 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.045625 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.045952 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.046276 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.046599 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345ce37-4607-4923-9052-247d0dfbe717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.085206 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Publish callbacks [] for security_group (3b64b2f6-a373-482a-8eb7-467667e26173), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.109558 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Publish callbacks [] for security_group (3b64b2f6-a373-482a-8eb7-467667e26173), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.228547 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (3b64b2f6-a373-482a-8eb7-467667e26173), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.231255 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.235119 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b64b2f6-a373-482a-8eb7-467667e26173 HTTP/1.1" status: 204 len: 168 time: 0.1945844 Mar 08 20:34:07.242846 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64b2f6-a373-482a-8eb7-467667e26173,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:07.251516 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.252262 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.252976 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.253657 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.254163 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.254673 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.255214 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.255715 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.256276 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.257011 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.261096 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.261688 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.262196 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58debb50-a920-4b40-8d02-8686df9c2f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:07.361479 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e63d5-fb5d-45b6-bba1-d901cc25f3dd req-0f79261f-c78c-4e45-b236-646812b64a56 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:07.362963 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-278e63d5-fb5d-45b6-bba1-d901cc25f3dd req-0f79261f-c78c-4e45-b236-646812b64a56 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0529177 Mar 08 20:34:07.409700 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-278e63d5-fb5d-45b6-bba1-d901cc25f3dd req-be19fcf6-8946-4982-8c3a-00d1465a6bf4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Mar 08 20:34:08.526762 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2333954-fec3-44c1-81d8-9eef881bff07 req-594de61f-36c8-4ffd-830f-f9606f5866d4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:08.528323 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f2333954-fec3-44c1-81d8-9eef881bff07 req-594de61f-36c8-4ffd-830f-f9606f5866d4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0524483 Mar 08 20:34:08.575535 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f2333954-fec3-44c1-81d8-9eef881bff07 req-383c5118-ed2d-4748-bdf0-7801e6ba6d26 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Mar 08 20:34:09.692042 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde9c02-87ce-4664-9393-0bf146e97675 req-08058a14-f025-43b0-83a1-53ab1201142c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:09.693394 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-dbde9c02-87ce-4664-9393-0bf146e97675 req-08058a14-f025-43b0-83a1-53ab1201142c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0552444 Mar 08 20:34:09.737407 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-dbde9c02-87ce-4664-9393-0bf146e97675 req-098e955a-e3ef-4097-8778-df58176c7172 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Mar 08 20:34:10.853657 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92190a2-d50f-4daa-8e29-7118e7df59ac req-fa6b8068-725f-4a26-aa9b-79abaa9ff9d5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:10.855021 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e92190a2-d50f-4daa-8e29-7118e7df59ac req-fa6b8068-725f-4a26-aa9b-79abaa9ff9d5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0512114 Mar 08 20:34:10.903180 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e92190a2-d50f-4daa-8e29-7118e7df59ac req-23d13bbb-5067-4e75-87b0-073afb1813de tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 Mar 08 20:34:12.015394 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cc5b5-7f0f-4950-90fd-60fb04f465c1 req-7a7dfa8c-08c9-43d0-a8dd-52e792adfa78 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:12.017407 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-219cc5b5-7f0f-4950-90fd-60fb04f465c1 req-7a7dfa8c-08c9-43d0-a8dd-52e792adfa78 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0503507 Mar 08 20:34:12.062572 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-219cc5b5-7f0f-4950-90fd-60fb04f465c1 req-50a5ee73-d35c-4597-9ec9-6caf445dcde2 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 Mar 08 20:34:13.178493 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2952f2-576b-4c6c-a588-3f2c6b6c0f8f req-a4d37ba5-2b17-4ec0-9fae-a92b0ed3c568 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:13.181888 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ae2952f2-576b-4c6c-a588-3f2c6b6c0f8f req-a4d37ba5-2b17-4ec0-9fae-a92b0ed3c568 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0511301 Mar 08 20:34:13.227442 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ae2952f2-576b-4c6c-a588-3f2c6b6c0f8f req-607cac8e-026f-4dba-a4bb-b07a0bf72c32 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Mar 08 20:34:14.344677 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03b207-74de-4076-8ea0-f2a4dd45bbed req-00cb564f-aa80-418a-a509-fbadffd8f8fc tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:14.346141 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cb03b207-74de-4076-8ea0-f2a4dd45bbed req-00cb564f-aa80-418a-a509-fbadffd8f8fc tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0530405 Mar 08 20:34:14.400283 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cb03b207-74de-4076-8ea0-f2a4dd45bbed req-66e3da9d-4e2e-4852-8baf-ee5d1fe9f8da tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456042 Mar 08 20:34:15.521697 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003596-0357-4677-9952-6dc32d39dc75 req-a82920f0-7c16-434e-9026-b1a33bb00ee5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:15.523494 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-54003596-0357-4677-9952-6dc32d39dc75 req-a82920f0-7c16-434e-9026-b1a33bb00ee5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0525196 Mar 08 20:34:15.576953 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-54003596-0357-4677-9952-6dc32d39dc75 req-d5c683e8-6e5e-4e67-b8f7-aa7d8613cf7f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Mar 08 20:34:15.824082 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35562) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:15.927274 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aeee0236-3b82-4cae-b247-d3abde3669db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.003212 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aeee0236-3b82-4cae-b247-d3abde3669db admin admin] Publish callbacks [] for security_group (f1655880-5a94-4dd0-9cc0-4a31960ee37b), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.082989 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aeee0236-3b82-4cae-b247-d3abde3669db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (f1655880-5a94-4dd0-9cc0-4a31960ee37b), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.120398 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-aeee0236-3b82-4cae-b247-d3abde3669db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6c2fc379c8c47f3b7f1045f9de75a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943473 Mar 08 20:34:16.121590 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee0236-3b82-4cae-b247-d3abde3669db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1655880-5a94-4dd0-9cc0-4a31960ee37b,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:16.123441 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 35572) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:16.181053 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7d214824-261e-4a6a-8a5e-4408b8315273 admin admin] Publish callbacks [] for security_group (f1655880-5a94-4dd0-9cc0-4a31960ee37b), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.202887 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7d214824-261e-4a6a-8a5e-4408b8315273 admin admin] Publish callbacks [] for security_group (f1655880-5a94-4dd0-9cc0-4a31960ee37b), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.314942 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7d214824-261e-4a6a-8a5e-4408b8315273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (f1655880-5a94-4dd0-9cc0-4a31960ee37b), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.318167 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7d214824-261e-4a6a-8a5e-4408b8315273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.318717 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-7d214824-261e-4a6a-8a5e-4408b8315273 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1655880-5a94-4dd0-9cc0-4a31960ee37b HTTP/1.1" status: 204 len: 168 time: 0.1935434 Mar 08 20:34:16.326611 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d214824-261e-4a6a-8a5e-4408b8315273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1655880-5a94-4dd0-9cc0-4a31960ee37b,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:16.572278 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e3105cec-18c7-4a12-93a0-e373a07ef414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.696236 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2abecf-4e0c-4cb1-aed2-01226c628e1c req-8bbe50db-26d7-40d4-8375-f0888b48aa79 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:16.697712 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7a2abecf-4e0c-4cb1-aed2-01226c628e1c req-8bbe50db-26d7-40d4-8375-f0888b48aa79 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0575778 Mar 08 20:34:16.744850 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7a2abecf-4e0c-4cb1-aed2-01226c628e1c req-e1520468-f0dd-437b-a6f0-59a750f56eb5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 Mar 08 20:34:16.857902 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35594) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:16.958360 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a67b085-a3d7-44b0-b951-67f4641ac43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.970055 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 35598) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:16.985482 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-79d2b1a4-7f16-4579-a3a1-9595b024cc3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.032367 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a67b085-a3d7-44b0-b951-67f4641ac43d admin admin] Publish callbacks [] for security_group (b13231ef-2b36-41bc-af0f-c51922ab13b8), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.058617 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-79d2b1a4-7f16-4579-a3a1-9595b024cc3a admin admin] Publish callbacks [] for security_group (ed0e6a41-60d4-4159-a978-e803ef6c5b50), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.109385 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a67b085-a3d7-44b0-b951-67f4641ac43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (b13231ef-2b36-41bc-af0f-c51922ab13b8), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.143812 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-79d2b1a4-7f16-4579-a3a1-9595b024cc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ed0e6a41-60d4-4159-a978-e803ef6c5b50), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.165110 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-0a67b085-a3d7-44b0-b951-67f4641ac43d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca31f5c976cf4c02aa66e7e08acf60e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060420 Mar 08 20:34:17.166217 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67b085-a3d7-44b0-b951-67f4641ac43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13231ef-2b36-41bc-af0f-c51922ab13b8,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:17.168737 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35606) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:17.187158 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-79d2b1a4-7f16-4579-a3a1-9595b024cc3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abc3538ad0a54485b22e82ce1f0b69f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157888 Mar 08 20:34:17.189367 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2b1a4-7f16-4579-a3a1-9595b024cc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0e6a41-60d4-4159-a978-e803ef6c5b50,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:17.193031 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 35608) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:17.225585 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ddce13a0-75d0-4be8-9aa0-832d21384aab admin admin] Publish callbacks [] for security_group (b13231ef-2b36-41bc-af0f-c51922ab13b8), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.253653 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ddce13a0-75d0-4be8-9aa0-832d21384aab admin admin] Publish callbacks [] for security_group (b13231ef-2b36-41bc-af0f-c51922ab13b8), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.262150 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4f2efc8-62bf-4861-9f53-22707ca00dbc admin admin] Publish callbacks [] for security_group (ed0e6a41-60d4-4159-a978-e803ef6c5b50), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.295473 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4f2efc8-62bf-4861-9f53-22707ca00dbc admin admin] Publish callbacks [] for security_group (ed0e6a41-60d4-4159-a978-e803ef6c5b50), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.429671 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ddce13a0-75d0-4be8-9aa0-832d21384aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (b13231ef-2b36-41bc-af0f-c51922ab13b8), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.432371 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ddce13a0-75d0-4be8-9aa0-832d21384aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.433520 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ddce13a0-75d0-4be8-9aa0-832d21384aab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b13231ef-2b36-41bc-af0f-c51922ab13b8 HTTP/1.1" status: 204 len: 168 time: 0.2638257 Mar 08 20:34:17.442029 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce13a0-75d0-4be8-9aa0-832d21384aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13231ef-2b36-41bc-af0f-c51922ab13b8,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:17.469394 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4f2efc8-62bf-4861-9f53-22707ca00dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ed0e6a41-60d4-4159-a978-e803ef6c5b50), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.472347 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4f2efc8-62bf-4861-9f53-22707ca00dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.473497 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-a4f2efc8-62bf-4861-9f53-22707ca00dbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed0e6a41-60d4-4159-a978-e803ef6c5b50 HTTP/1.1" status: 204 len: 168 time: 0.2772143 Mar 08 20:34:17.481523 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2efc8-62bf-4861-9f53-22707ca00dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0e6a41-60d4-4159-a978-e803ef6c5b50,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:17.685748 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b9d4-5ded-4a24-91f3-22cc2c4c3d51 req-c73ed344-a6cf-4bbe-9220-0eebfc248e48 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:17.687225 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d2e0b9d4-5ded-4a24-91f3-22cc2c4c3d51 req-c73ed344-a6cf-4bbe-9220-0eebfc248e48 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0552721 Mar 08 20:34:17.733685 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d2e0b9d4-5ded-4a24-91f3-22cc2c4c3d51 req-0506f9ca-cd96-4b92-80ce-c093a26369f7 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Mar 08 20:34:17.867122 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92f491-4ffc-4b6a-8be8-220f1bd79748 req-e51f6211-3f60-4dc3-a0ee-77aabe68a1ff tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:17.868632 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0f92f491-4ffc-4b6a-8be8-220f1bd79748 req-e51f6211-3f60-4dc3-a0ee-77aabe68a1ff tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0549963 Mar 08 20:34:17.916598 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0f92f491-4ffc-4b6a-8be8-220f1bd79748 req-e532bff3-5775-492e-b3e7-b6e56c3f5988 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Mar 08 20:34:18.164402 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 35636) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:18.177308 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a09d2446-5ece-46b8-83b1-c82cb5d653f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.252367 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a09d2446-5ece-46b8-83b1-c82cb5d653f4 admin admin] Publish callbacks [] for security_group (5d07c81a-5420-4883-bf81-3ddc5b93114f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.352768 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a09d2446-5ece-46b8-83b1-c82cb5d653f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (5d07c81a-5420-4883-bf81-3ddc5b93114f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.388647 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a09d2446-5ece-46b8-83b1-c82cb5d653f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d3d3537f00f41a8bc7d71e81fcfaf3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231150 Mar 08 20:34:18.393327 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 35644) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:18.394861 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d2446-5ece-46b8-83b1-c82cb5d653f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d07c81a-5420-4883-bf81-3ddc5b93114f,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:18.442935 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f50d82a2-4708-45da-aa0f-ece5104dc8b2 admin admin] Publish callbacks [] for security_group (5d07c81a-5420-4883-bf81-3ddc5b93114f), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.464296 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f50d82a2-4708-45da-aa0f-ece5104dc8b2 admin admin] Publish callbacks [] for security_group (5d07c81a-5420-4883-bf81-3ddc5b93114f), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.586861 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f50d82a2-4708-45da-aa0f-ece5104dc8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (5d07c81a-5420-4883-bf81-3ddc5b93114f), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.589471 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f50d82a2-4708-45da-aa0f-ece5104dc8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.593816 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-f50d82a2-4708-45da-aa0f-ece5104dc8b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d07c81a-5420-4883-bf81-3ddc5b93114f HTTP/1.1" status: 204 len: 168 time: 0.1972394 Mar 08 20:34:18.598362 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d82a2-4708-45da-aa0f-ece5104dc8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d07c81a-5420-4883-bf81-3ddc5b93114f,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:18.856442 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87539bd-6963-498c-b6ae-f48033155502 req-a3adc8ee-4272-47e3-a3a6-33b339c4869d tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:18.858065 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d87539bd-6963-498c-b6ae-f48033155502 req-a3adc8ee-4272-47e3-a3a6-33b339c4869d tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0534217 Mar 08 20:34:18.916884 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d87539bd-6963-498c-b6ae-f48033155502 req-f7220a99-ccb7-4a56-8bc4-6912fc9e5144 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499620 Mar 08 20:34:19.049070 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0679696-19a4-4e86-8c6b-06fc0afd195b req-13dd883b-0ff3-42a4-b9b9-16278c18ad9a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:19.051702 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a0679696-19a4-4e86-8c6b-06fc0afd195b req-13dd883b-0ff3-42a4-b9b9-16278c18ad9a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0625966 Mar 08 20:34:19.063600 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b26e-68a9-4604-9fbe-4cb573faa1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:19.100853 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a0679696-19a4-4e86-8c6b-06fc0afd195b req-fed09b69-4601-469e-af3f-f0b1bb2a868b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445733 Mar 08 20:34:20.035632 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06666f-bd15-492b-8eee-c02f10e41089 req-b3e71f94-0e30-4c15-84ab-071678b363b1 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:20.040812 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ee06666f-bd15-492b-8eee-c02f10e41089 req-b3e71f94-0e30-4c15-84ab-071678b363b1 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0533490 Mar 08 20:34:20.086003 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ee06666f-bd15-492b-8eee-c02f10e41089 req-60ea0e41-1f45-482f-95b2-3b82b431a4f2 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 Mar 08 20:34:20.175474 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.222601 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e717d3-5853-4793-9361-552b138cb258 req-a64ec800-c65d-4198-9d1d-0f1cbb6ce918 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:20.224232 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d7e717d3-5853-4793-9361-552b138cb258 req-a64ec800-c65d-4198-9d1d-0f1cbb6ce918 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0537813 Mar 08 20:34:20.270481 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d7e717d3-5853-4793-9361-552b138cb258 req-9167743d-8b50-4472-b3a9-4a969e0ac0d6 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Mar 08 20:34:21.245939 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7677f-e1de-4e83-9cf2-400f4f644ebd req-c3ad8552-fa9e-4e18-9231-107d4e1f4ef1 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:21.254440 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-dfd7677f-e1de-4e83-9cf2-400f4f644ebd req-c3ad8552-fa9e-4e18-9231-107d4e1f4ef1 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0997908 Mar 08 20:34:21.300989 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-dfd7677f-e1de-4e83-9cf2-400f4f644ebd req-22ff2660-cb24-43c1-86ff-031fdbb75aed tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Mar 08 20:34:21.400791 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdcfd7-fc52-4707-b8c5-da02c568ef91 req-e1f7ffae-9357-4339-96d9-e639b96d6fe7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:21.402273 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f8fdcfd7-fc52-4707-b8c5-da02c568ef91 req-e1f7ffae-9357-4339-96d9-e639b96d6fe7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0560324 Mar 08 20:34:21.469282 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f8fdcfd7-fc52-4707-b8c5-da02c568ef91 req-df6abceb-997b-4977-baf8-6f99abb64421 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559945 Mar 08 20:34:21.577372 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:22.585463 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ed577-7097-4266-bcd2-b863f3d33a04 req-9848248d-e762-4924-9c34-1085c4fd3535 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:22.588020 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d53ed577-7097-4266-bcd2-b863f3d33a04 req-9848248d-e762-4924-9c34-1085c4fd3535 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0562847 Mar 08 20:34:22.635487 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d53ed577-7097-4266-bcd2-b863f3d33a04 req-7fac9a74-349e-42ad-ae96-d797a3bb9cbe tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Mar 08 20:34:22.675648 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5daa-3166-46fc-8b52-aa5d357103ee req-c6b8307e-c44c-419b-961b-24265b06df40 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:22.677116 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8a9f5daa-3166-46fc-8b52-aa5d357103ee req-c6b8307e-c44c-419b-961b-24265b06df40 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.3057101 Mar 08 20:34:22.723848 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8a9f5daa-3166-46fc-8b52-aa5d357103ee req-8610eb93-54fb-49aa-8ee8-08fe07b79970 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Mar 08 20:34:22.886379 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:23.753664 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c4acd-2aa2-4679-83a0-30086e01c965 req-ce977c7d-8f88-4289-9371-855267f80ebb tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:23.755325 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-968c4acd-2aa2-4679-83a0-30086e01c965 req-ce977c7d-8f88-4289-9371-855267f80ebb tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0534399 Mar 08 20:34:23.810264 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-968c4acd-2aa2-4679-83a0-30086e01c965 req-87d0f5e0-e1c2-46cc-9c69-7f09c3f9aeae tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495629 Mar 08 20:34:23.847969 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400f95-634b-4ecd-b06b-191872f6a5a3 req-1ef5dd1a-86c4-4843-8534-90f0389152a4 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:23.849411 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5c400f95-634b-4ecd-b06b-191872f6a5a3 req-1ef5dd1a-86c4-4843-8534-90f0389152a4 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0509188 Mar 08 20:34:23.897054 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5c400f95-634b-4ecd-b06b-191872f6a5a3 req-2108b74a-d178-42e3-befa-d26afec4fbf9 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Mar 08 20:34:24.926812 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90126f-5d19-444a-9ebe-6d880663b81a req-40080bea-3393-4124-b4e5-e1c6778f649c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:24.928509 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8a90126f-5d19-444a-9ebe-6d880663b81a req-40080bea-3393-4124-b4e5-e1c6778f649c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0528259 Mar 08 20:34:24.980970 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8a90126f-5d19-444a-9ebe-6d880663b81a req-28e4901a-503f-43ff-91dc-8c2f356a4d3c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468361 Mar 08 20:34:25.028953 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4994d-de3c-4659-b234-0b1f1ced4dc4 req-a42896b0-2cdc-41c7-b86e-d97e9417c621 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:25.036864 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cec4994d-de3c-4659-b234-0b1f1ced4dc4 req-a42896b0-2cdc-41c7-b86e-d97e9417c621 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0651357 Mar 08 20:34:25.077297 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cec4994d-de3c-4659-b234-0b1f1ced4dc4 req-932d6411-facd-4398-a39b-31d4dfaf8400 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Mar 08 20:34:26.024050 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-5287128b-4214-4e6e-8c4d-33cba1196213 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:26.026245 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-5287128b-4214-4e6e-8c4d-33cba1196213 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.0606198 Mar 08 20:34:26.116108 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86037e-5558-42c7-9596-4d3a095b1c1b req-f39a6725-f501-4d6a-afd5-c2eb108660f9 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:26.117647 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5b86037e-5558-42c7-9596-4d3a095b1c1b req-f39a6725-f501-4d6a-afd5-c2eb108660f9 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Mar 08 20:34:26.182456 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-7b06279a-101a-48c8-867d-72ab84b15b56 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Deleting port 45500936-7f66-496d-964f-f92aa2e445fc {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:26.182936 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-7b06279a-101a-48c8-867d-72ab84b15b56 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (45500936-7f66-496d-964f-f92aa2e445fc), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:26.189076 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5b86037e-5558-42c7-9596-4d3a095b1c1b req-7a8ced34-bfd6-47be-ad77-995c8a1490d6 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646367 Mar 08 20:34:26.287631 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8071c-1ab9-4255-802a-9aff76fe8688 req-ae032bc4-8a97-4a32-8381-aea8f3b682ae tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:26.289169 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-26d8071c-1ab9-4255-802a-9aff76fe8688 req-ae032bc4-8a97-4a32-8381-aea8f3b682ae tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 945 time: 0.1352057 Mar 08 20:34:26.324061 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-7b06279a-101a-48c8-867d-72ab84b15b56 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] For port 45500936-7f66-496d-964f-f92aa2e445fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45500936-7f66-496d-964f-f92aa2e445fc,segment=NetworkSegment(d7f439a3-e15a-4120-8522-471e246e1f21),segment_id=d7f439a3-e15a-4120-8522-471e246e1f21)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:26.324429 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-7b06279a-101a-48c8-867d-72ab84b15b56 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (45500936-7f66-496d-964f-f92aa2e445fc), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:26.348335 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-7b06279a-101a-48c8-867d-72ab84b15b56 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Calling delete_port for 45500936-7f66-496d-964f-f92aa2e445fc owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:26.380160 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-26d8071c-1ab9-4255-802a-9aff76fe8688 req-72feaa97-2fc0-4116-b156-4758c00bcb06 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/security-groups?id=5ef5c8da-e954-4309-bddc-01870817c871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852096 Mar 08 20:34:26.577489 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-7b06279a-101a-48c8-867d-72ab84b15b56 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (45500936-7f66-496d-964f-f92aa2e445fc), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:26.603942 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06279a-101a-48c8-867d-72ab84b15b56 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Pushing event deleted for resources: {'Port': ['ID=45500936-7f66-496d-964f-f92aa2e445fc,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:26.608848 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['45500936-7f66-496d-964f-f92aa2e445fc'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:34:26.670593 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-7b06279a-101a-48c8-867d-72ab84b15b56 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] No DVR routers for this DVR port 45500936-7f66-496d-964f-f92aa2e445fc on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:26.674275 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-7b06279a-101a-48c8-867d-72ab84b15b56 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:26.677614 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4ddd393f-60c1-40bf-a7d3-0bbf83e30a6f req-7b06279a-101a-48c8-867d-72ab84b15b56 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.58 "DELETE /v2.0/ports/45500936-7f66-496d-964f-f92aa2e445fc HTTP/1.1" status: 204 len: 173 time: 0.6413774 Mar 08 20:34:26.678152 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbe1208-0588-4be6-a038-3c360a7c80f6', 'name': 'network-vif-deleted', 'tag': '45500936-7f66-496d-964f-f92aa2e445fc'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:26.680331 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecc6050-82b2-4d1b-9acb-96915d208a9b" -d '{"events": [{"server_uuid": "2fbe1208-0588-4be6-a038-3c360a7c80f6", "name": "network-vif-deleted", "tag": "45500936-7f66-496d-964f-f92aa2e445fc"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:26.715012 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6344b5b6-7588-4027-9b69-149eaa2ce7ce x-openstack-request-id: req-6344b5b6-7588-4027-9b69-149eaa2ce7ce {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:26.715417 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbe1208-0588-4be6-a038-3c360a7c80f6", "name": "network-vif-deleted", "tag": "45500936-7f66-496d-964f-f92aa2e445fc", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:26.715584 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6344b5b6-7588-4027-9b69-149eaa2ce7ce {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:26.715982 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe1208-0588-4be6-a038-3c360a7c80f6', 'name': 'network-vif-deleted', 'tag': '45500936-7f66-496d-964f-f92aa2e445fc', 'status': 'completed', 'code': 200} Mar 08 20:34:27.298555 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be38ec-8986-44b3-8123-c9c32078ccf0 req-6fae00ca-f1db-41af-9122-f00c58b358ad tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:27.300113 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-53be38ec-8986-44b3-8123-c9c32078ccf0 req-6fae00ca-f1db-41af-9122-f00c58b358ad tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0531764 Mar 08 20:34:27.348054 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-53be38ec-8986-44b3-8123-c9c32078ccf0 req-9b709e19-5d13-4fd7-aaf5-ee9763123970 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423701 Mar 08 20:34:27.480250 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0513ff0e-d749-40f9-853c-a26e8ea797a0 req-64a9d4b8-6d67-4529-9a4a-068dcce64f62 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0301316 Mar 08 20:34:28.470190 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beac58-64e7-4698-8006-cd409edde717 req-83cad104-bb58-4473-b67f-43e99e386ecc tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:28.471862 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a2beac58-64e7-4698-8006-cd409edde717 req-83cad104-bb58-4473-b67f-43e99e386ecc tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0523067 Mar 08 20:34:28.529111 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a2beac58-64e7-4698-8006-cd409edde717 req-2151c66d-f067-4857-9251-90717d3c1b3c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515978 Mar 08 20:34:28.750789 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-289049b3-8fcd-4938-bcbd-c9604b099255 req-371cd408-2755-43bd-b0aa-3c7bcda0fdcd tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.2031839 Mar 08 20:34:29.647876 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5dd1a-4ee7-4941-ae7b-d0971a08b8c0 req-99b6f8b8-ae62-44ba-9957-466a9464caf4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:29.649361 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9ba5dd1a-4ee7-4941-ae7b-d0971a08b8c0 req-99b6f8b8-ae62-44ba-9957-466a9464caf4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0515850 Mar 08 20:34:29.700144 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9ba5dd1a-4ee7-4941-ae7b-d0971a08b8c0 req-7b9f3482-025b-4f1b-be4f-6923f68cd336 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448158 Mar 08 20:34:29.843047 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1ec33d4a-f6d8-4000-a15e-70a8b6f4fd6a req-958551d7-e652-47bb-b4a7-5459da6ca1b4 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0257626 Mar 08 20:34:30.818258 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08fdfd-f8a7-4fd5-bb8f-ac296fe5c60e req-346c4422-a42c-4976-87b1-ed8e6a8767c7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:30.819678 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2e08fdfd-f8a7-4fd5-bb8f-ac296fe5c60e req-346c4422-a42c-4976-87b1-ed8e6a8767c7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0530777 Mar 08 20:34:30.867789 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2e08fdfd-f8a7-4fd5-bb8f-ac296fe5c60e req-4407a4ff-375b-4245-a4dc-af1d40358f5a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Mar 08 20:34:30.937119 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6ea415e7-0441-4aca-9c3e-e2dbffca0390 req-eb31cf69-af64-424a-b43d-589bb68856f3 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0252593 Mar 08 20:34:31.991561 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95379c3b-6882-49e7-870a-b451a21617ec req-be1338c0-502b-4c61-8be9-46faf5a27005 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:31.993160 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-95379c3b-6882-49e7-870a-b451a21617ec req-be1338c0-502b-4c61-8be9-46faf5a27005 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0578485 Mar 08 20:34:32.030959 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ccd71199-dea0-40c5-b16f-07925b33dc0c req-4b6a16a1-c039-49ce-aeac-2f711bc0f86b tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0260320 Mar 08 20:34:32.043187 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-95379c3b-6882-49e7-870a-b451a21617ec req-067dd265-6cd2-45eb-b7f1-f587bca56c58 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Mar 08 20:34:33.124219 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4328817e-1da1-4ba4-96a7-7f0563c032f6 req-e63776c3-074e-484a-b871-61e4031ff1b8 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0280540 Mar 08 20:34:33.156382 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87148b6-2200-4db6-b48e-048e9fa5af30 req-1175d44a-dd23-48b5-9fea-eafe12dfa633 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:33.157845 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a87148b6-2200-4db6-b48e-048e9fa5af30 req-1175d44a-dd23-48b5-9fea-eafe12dfa633 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0509300 Mar 08 20:34:33.204151 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a87148b6-2200-4db6-b48e-048e9fa5af30 req-0d0322e2-bfb1-4cc3-8bac-520d34520b0c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Mar 08 20:34:34.215929 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e11a86c7-3963-4062-aeac-da87bdd6bee7 req-6a677b4b-72dd-4789-826e-f9e786104c26 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0252259 Mar 08 20:34:34.321120 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7bff7-232a-4521-8a5a-85fc77d7fd97 req-c006ba63-670e-4f7d-a245-d29c6ef6437a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:34.322493 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f5e7bff7-232a-4521-8a5a-85fc77d7fd97 req-c006ba63-670e-4f7d-a245-d29c6ef6437a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0527542 Mar 08 20:34:34.371085 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f5e7bff7-232a-4521-8a5a-85fc77d7fd97 req-28e0359e-d294-4777-9465-a645b1c3cdb9 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 Mar 08 20:34:34.424507 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 45500936-7f66-496d-964f-f92aa2e445fc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:34.444384 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 45500936-7f66-496d-964f-f92aa2e445fc {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:34.444732 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 45500936-7f66-496d-964f-f92aa2e445fc not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:35.310457 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-26569550-e654-4cb7-ab75-57ad6964a446 req-7fa11ccc-de94-4b10-a19d-f91444de3427 tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0268457 Mar 08 20:34:35.488749 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b10ff8-ab5d-4bba-9c40-0215f7f0004d req-9ff40e1d-4f77-4d2d-b55d-99f28becb754 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:35.490273 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-95b10ff8-ab5d-4bba-9c40-0215f7f0004d req-9ff40e1d-4f77-4d2d-b55d-99f28becb754 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0534894 Mar 08 20:34:35.537353 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-95b10ff8-ab5d-4bba-9c40-0215f7f0004d req-6138b71f-f72f-4d5a-b228-6ef56141ed43 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Mar 08 20:34:35.774130 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:36.420039 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-86fb2c5d-b7df-4981-9ae3-89a2b348affb req-6ad6994c-d75a-49f6-b106-240140118d9f tempest-DeleteServersTestJSON-866259206 tempest-DeleteServersTestJSON-866259206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe1208-0588-4be6-a038-3c360a7c80f6 HTTP/1.1" status: 200 len: 210 time: 0.0259717 Mar 08 20:34:36.661594 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6638048-0825-43ad-a938-3e1190e86fc7 req-ca9686be-da83-4a52-9c24-5e2732c0a3a7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:36.663090 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b6638048-0825-43ad-a938-3e1190e86fc7 req-ca9686be-da83-4a52-9c24-5e2732c0a3a7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0529485 Mar 08 20:34:36.714778 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b6638048-0825-43ad-a938-3e1190e86fc7 req-ff4680f9-64c5-41d8-8a64-06a65b51bbbe tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Mar 08 20:34:37.483468 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36102) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:37.605755 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-06e5eaa3-27b1-44c6-94ec-bd1716408314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:37.713054 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-06e5eaa3-27b1-44c6-94ec-bd1716408314 admin admin] Publish callbacks [] for security_group (521b1dc5-797c-4392-a8ef-1d9580ae796c), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:37.786205 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-06e5eaa3-27b1-44c6-94ec-bd1716408314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (521b1dc5-797c-4392-a8ef-1d9580ae796c), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:37.826013 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-06e5eaa3-27b1-44c6-94ec-bd1716408314 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad14e9046ff6469c9483727afd235526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409207 Mar 08 20:34:37.827429 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5eaa3-27b1-44c6-94ec-bd1716408314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521b1dc5-797c-4392-a8ef-1d9580ae796c,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:37.829850 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36122) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:37.833095 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98931f89-4cff-40a8-9a65-1ae481a5a836 req-3336d017-55e0-4413-b774-d9fb25e3fbf6 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.834626 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-98931f89-4cff-40a8-9a65-1ae481a5a836 req-3336d017-55e0-4413-b774-d9fb25e3fbf6 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0527372 Mar 08 20:34:37.883501 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0442cca6-897f-4ffb-baee-63e1fa06573b admin admin] Publish callbacks [] for security_group (521b1dc5-797c-4392-a8ef-1d9580ae796c), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:37.898080 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-98931f89-4cff-40a8-9a65-1ae481a5a836 req-a6b63253-d52f-40e6-bc4d-d438228efd5f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549603 Mar 08 20:34:37.920644 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0442cca6-897f-4ffb-baee-63e1fa06573b admin admin] Publish callbacks [] for security_group (521b1dc5-797c-4392-a8ef-1d9580ae796c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:38.052219 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0442cca6-897f-4ffb-baee-63e1fa06573b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (521b1dc5-797c-4392-a8ef-1d9580ae796c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:38.055074 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0442cca6-897f-4ffb-baee-63e1fa06573b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:38.056264 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-0442cca6-897f-4ffb-baee-63e1fa06573b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/521b1dc5-797c-4392-a8ef-1d9580ae796c HTTP/1.1" status: 204 len: 168 time: 0.2253511 Mar 08 20:34:38.064530 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442cca6-897f-4ffb-baee-63e1fa06573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521b1dc5-797c-4392-a8ef-1d9580ae796c,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:38.701254 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36162) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:38.714115 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c010ae1a-ce96-408e-bd35-392aa368f270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:38.798986 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c010ae1a-ce96-408e-bd35-392aa368f270 admin admin] Publish callbacks [] for security_group (ec60da83-d388-4443-9e07-5d6c29eb51cc), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:38.891546 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c010ae1a-ce96-408e-bd35-392aa368f270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ec60da83-d388-4443-9e07-5d6c29eb51cc), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:38.930618 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c010ae1a-ce96-408e-bd35-392aa368f270 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe8528ed2c414a0ea9bdfc801e59a4e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282631 Mar 08 20:34:38.932838 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010ae1a-ce96-408e-bd35-392aa368f270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec60da83-d388-4443-9e07-5d6c29eb51cc,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:38.935461 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36168) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:39.007854 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61aeef74-9868-417e-a125-67c1962465cc admin admin] Publish callbacks [] for security_group (ec60da83-d388-4443-9e07-5d6c29eb51cc), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.010774 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9896c3-752a-4a1e-8825-284600cf5770 req-9531c5e3-3f9c-43ca-962f-8ca04e6c1f65 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:39.012340 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5e9896c3-752a-4a1e-8825-284600cf5770 req-9531c5e3-3f9c-43ca-962f-8ca04e6c1f65 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0536046 Mar 08 20:34:39.031965 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61aeef74-9868-417e-a125-67c1962465cc admin admin] Publish callbacks [] for security_group (ec60da83-d388-4443-9e07-5d6c29eb51cc), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.083847 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5e9896c3-752a-4a1e-8825-284600cf5770 req-67b5c2d1-eb5f-4833-9fae-5c31983fe28b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588508 Mar 08 20:34:39.101861 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36182) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:39.145909 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_v2 [None req-002759f7-ec27-4655-ac6c-0252ee8a29c4 admin admin] Deleting subnet 969f74d8-701c-424e-af9a-4fa6eb4b4400 {{(pid=103531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:34:39.149437 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-002759f7-ec27-4655-ac6c-0252ee8a29c4 admin admin] Publish callbacks [] for subnet (969f74d8-701c-424e-af9a-4fa6eb4b4400), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.157192 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61aeef74-9868-417e-a125-67c1962465cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ec60da83-d388-4443-9e07-5d6c29eb51cc), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.160633 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61aeef74-9868-417e-a125-67c1962465cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.162115 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-61aeef74-9868-417e-a125-67c1962465cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec60da83-d388-4443-9e07-5d6c29eb51cc HTTP/1.1" status: 204 len: 168 time: 0.2277246 Mar 08 20:34:39.171361 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aeef74-9868-417e-a125-67c1962465cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec60da83-d388-4443-9e07-5d6c29eb51cc,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:39.205219 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-002759f7-ec27-4655-ac6c-0252ee8a29c4 admin admin] Publish callbacks [] for subnet (969f74d8-701c-424e-af9a-4fa6eb4b4400), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.215335 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-002759f7-ec27-4655-ac6c-0252ee8a29c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (969f74d8-701c-424e-af9a-4fa6eb4b4400), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.371684 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-002759f7-ec27-4655-ac6c-0252ee8a29c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (969f74d8-701c-424e-af9a-4fa6eb4b4400), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.398515 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002759f7-ec27-4655-ac6c-0252ee8a29c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969f74d8-701c-424e-af9a-4fa6eb4b4400,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:39.402413 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-002759f7-ec27-4655-ac6c-0252ee8a29c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.406617 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-002759f7-ec27-4655-ac6c-0252ee8a29c4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/969f74d8-701c-424e-af9a-4fa6eb4b4400 HTTP/1.1" status: 204 len: 168 time: 0.3031776 Mar 08 20:34:39.408684 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36188) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:39.483025 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (22e2c825-b404-4bcf-9bc4-10977dd8c611), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.492950 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36192) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:39.572155 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (22e2c825-b404-4bcf-9bc4-10977dd8c611), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.594056 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.594421 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.595304 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.595639 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > port after_create 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.595980 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.596456 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > port after_update 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.596632 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.596949 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.597300 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.597622 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.603811 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ebe63b6-f699-496b-a344-275932d50baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.680046 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ebe63b6-f699-496b-a344-275932d50baf admin admin] Publish callbacks [] for security_group (e562b03c-1156-48e9-9d12-a9db285c61a9), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.725938 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.726445 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.726609 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.726960 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:34:39.727348 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e2c825-b404-4bcf-9bc4-10977dd8c611']}} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:39.748983 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f439a3-e15a-4120-8522-471e246e1f21') {'for_net_delete': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:39.749308 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f439a3-e15a-4120-8522-471e246e1f21') {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:39.766037 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095907'] for segment (d7f439a3-e15a-4120-8522-471e246e1f21), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.786596 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (d7f439a3-e15a-4120-8522-471e246e1f21), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.795568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:34:39.795940 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8694571'] for segment (d7f439a3-e15a-4120-8522-471e246e1f21), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.808686 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ebe63b6-f699-496b-a344-275932d50baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (e562b03c-1156-48e9-9d12-a9db285c61a9), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: from cryptography.utils import int_from_bytes Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: from cryptography.utils import int_from_bytes Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: Traceback (most recent call last): Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: timer() Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: cb(*args, **kw) Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: return func(*args, **kwargs) Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: self._notify() Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: self.callback(batched_events) Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: event.method(event) Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: return f(self, *a, **k) Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._get(url).json() Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: return self.request(url, 'GET', **kwargs) Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:34:39.840882 dv-cinder-830097-3-iscsi neutron-server[103531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:34:39.851251 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-7ebe63b6-f699-496b-a344-275932d50baf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56777ee1fc00432f83f577a311b3a48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570454 Mar 08 20:34:39.852945 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe63b6-f699-496b-a344-275932d50baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e562b03c-1156-48e9-9d12-a9db285c61a9,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:39.854371 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36202) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:39.915073 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36206) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:39.928893 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c847bfb1-9ba1-444f-ac88-c697f8f9ec1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.939339 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-73f2883f-caa6-476f-84c5-fc9cb7dd4511 admin admin] Publish callbacks [] for security_group (e562b03c-1156-48e9-9d12-a9db285c61a9), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.966527 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-73f2883f-caa6-476f-84c5-fc9cb7dd4511 admin admin] Publish callbacks [] for security_group (e562b03c-1156-48e9-9d12-a9db285c61a9), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:39.996894 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (22e2c825-b404-4bcf-9bc4-10977dd8c611), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.012938 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.016558 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] 10.222.0.55 "DELETE /v2.0/networks/22e2c825-b404-4bcf-9bc4-10977dd8c611 HTTP/1.1" status: 204 len: 168 time: 0.6057479 Mar 08 20:34:40.017532 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c847bfb1-9ba1-444f-ac88-c697f8f9ec1e admin admin] Publish callbacks [] for security_group (6d4f44a8-a7ee-4e07-a79d-a24f2987dde0), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.025426 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b910561-78b9-4a36-9d6b-56ae513f5d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=22e2c825-b404-4bcf-9bc4-10977dd8c611,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:40.096822 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c847bfb1-9ba1-444f-ac88-c697f8f9ec1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (6d4f44a8-a7ee-4e07-a79d-a24f2987dde0), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.125581 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-73f2883f-caa6-476f-84c5-fc9cb7dd4511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (e562b03c-1156-48e9-9d12-a9db285c61a9), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.128240 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-73f2883f-caa6-476f-84c5-fc9cb7dd4511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.130075 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-73f2883f-caa6-476f-84c5-fc9cb7dd4511 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e562b03c-1156-48e9-9d12-a9db285c61a9 HTTP/1.1" status: 204 len: 168 time: 0.2747746 Mar 08 20:34:40.139119 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c847bfb1-9ba1-444f-ac88-c697f8f9ec1e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e3b2d9a8ab042e5a0b77f6407f28509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227671 Mar 08 20:34:40.140136 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847bfb1-9ba1-444f-ac88-c697f8f9ec1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4f44a8-a7ee-4e07-a79d-a24f2987dde0,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:40.140385 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2883f-caa6-476f-84c5-fc9cb7dd4511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e562b03c-1156-48e9-9d12-a9db285c61a9,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:40.142068 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36216) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:40.224733 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d401139b-a131-4603-9766-3c21bc18ccb2 admin admin] Publish callbacks [] for security_group (6d4f44a8-a7ee-4e07-a79d-a24f2987dde0), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.252795 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d401139b-a131-4603-9766-3c21bc18ccb2 admin admin] Publish callbacks [] for security_group (6d4f44a8-a7ee-4e07-a79d-a24f2987dde0), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.261501 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cf079-0d20-4521-8d47-53246f259141 req-3e1d8e49-eea6-40fe-8780-921696192e8d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:40.263062 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ef2cf079-0d20-4521-8d47-53246f259141 req-3e1d8e49-eea6-40fe-8780-921696192e8d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0827680 Mar 08 20:34:40.337179 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ef2cf079-0d20-4521-8d47-53246f259141 req-8dbfacfd-c16a-4a50-b9ac-c8ff0f4c4ea4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659091 Mar 08 20:34:40.399117 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36218) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:40.414577 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d401139b-a131-4603-9766-3c21bc18ccb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (6d4f44a8-a7ee-4e07-a79d-a24f2987dde0), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.417077 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d401139b-a131-4603-9766-3c21bc18ccb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.418090 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-d401139b-a131-4603-9766-3c21bc18ccb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d4f44a8-a7ee-4e07-a79d-a24f2987dde0 HTTP/1.1" status: 204 len: 168 time: 0.2751653 Mar 08 20:34:40.435822 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401139b-a131-4603-9766-3c21bc18ccb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4f44a8-a7ee-4e07-a79d-a24f2987dde0,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:40.451475 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b8d13b31-a6c2-4ea5-bd3d-d664244375f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ce8eb7d0e014870bb29951ddd2769e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0511475 Mar 08 20:34:40.454131 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36222) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:40.532981 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5536c008-b482-4c9b-b9ee-df7ba29b907c admin admin] Publish callbacks [] for security_group (5ef5c8da-e954-4309-bddc-01870817c871), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.558093 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5536c008-b482-4c9b-b9ee-df7ba29b907c admin admin] Publish callbacks [] for security_group (5ef5c8da-e954-4309-bddc-01870817c871), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.714003 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5536c008-b482-4c9b-b9ee-df7ba29b907c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (5ef5c8da-e954-4309-bddc-01870817c871), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.716806 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5536c008-b482-4c9b-b9ee-df7ba29b907c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.718042 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-5536c008-b482-4c9b-b9ee-df7ba29b907c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ef5c8da-e954-4309-bddc-01870817c871 HTTP/1.1" status: 204 len: 168 time: 0.2629750 Mar 08 20:34:40.730698 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536c008-b482-4c9b-b9ee-df7ba29b907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef5c8da-e954-4309-bddc-01870817c871,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:41.459008 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125609a-1a22-4ab3-af9a-705f9778fb2a req-a64fbeca-5b0b-4000-98c8-f4925705a179 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.460534 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5125609a-1a22-4ab3-af9a-705f9778fb2a req-a64fbeca-5b0b-4000-98c8-f4925705a179 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0567453 Mar 08 20:34:41.509332 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5125609a-1a22-4ab3-af9a-705f9778fb2a req-0158d341-4a5b-4351-8c7f-088857c4e392 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430384 Mar 08 20:34:41.608527 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36266) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:41.701127 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:34:41.874187 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48fe09cf-48c6-4bb3-92de-ee55c7c308d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:41.957982 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48fe09cf-48c6-4bb3-92de-ee55c7c308d1 admin admin] Publish callbacks [] for security_group (551ef46e-ad56-40a5-82e3-fc4e8d1bc722), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.062287 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48fe09cf-48c6-4bb3-92de-ee55c7c308d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (551ef46e-ad56-40a5-82e3-fc4e8d1bc722), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.107364 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-48fe09cf-48c6-4bb3-92de-ee55c7c308d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2ef3ee2bcb34c548f480d60adb79d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954386 Mar 08 20:34:42.107364 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe09cf-48c6-4bb3-92de-ee55c7c308d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551ef46e-ad56-40a5-82e3-fc4e8d1bc722,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:42.107584 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36286) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:42.109878 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36288) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:42.166181 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-13963099-9536-4337-87b4-182517112ba3 admin admin] Publish callbacks [] for security_group (551ef46e-ad56-40a5-82e3-fc4e8d1bc722), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.190808 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-13963099-9536-4337-87b4-182517112ba3 admin admin] Publish callbacks [] for security_group (551ef46e-ad56-40a5-82e3-fc4e8d1bc722), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.215446 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1719947972-network', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:42.364766 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Made reservation on behalf of 0f632cd5f02a4f1c8a2effb0a90b1fcf for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:34:42.367075 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.367422 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-13963099-9536-4337-87b4-182517112ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (551ef46e-ad56-40a5-82e3-fc4e8d1bc722), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.370533 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-13963099-9536-4337-87b4-182517112ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.371678 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-13963099-9536-4337-87b4-182517112ba3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/551ef46e-ad56-40a5-82e3-fc4e8d1bc722 HTTP/1.1" status: 204 len: 168 time: 0.2609329 Mar 08 20:34:42.388223 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.392004 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13963099-9536-4337-87b4-182517112ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551ef46e-ad56-40a5-82e3-fc4e8d1bc722,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:42.475809 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Publish callbacks [] for security_group (412ba4c1-b997-4961-a35b-efea5b56ef7d), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.528614 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (412ba4c1-b997-4961-a35b-efea5b56ef7d), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.563218 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:34:42.568857 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412ba4c1-b997-4961-a35b-efea5b56ef7d,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:42.576168 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (30c79388-bcf4-4511-92c9-f0c6d6b2984c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.576840 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Added segment 30c79388-bcf4-4511-92c9-f0c6d6b2984c of type vlan for network db84cda9-01b2-4e22-b048-5c2981a2f58a Mar 08 20:34:42.620976 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (db84cda9-01b2-4e22-b048-5c2981a2f58a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.649126 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1ce0f-623e-4e13-90f9-00775f48cbe7 req-c169dfc8-cc17-48ff-a56b-b011708f7293 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.652528 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-96c1ce0f-623e-4e13-90f9-00775f48cbe7 req-c169dfc8-cc17-48ff-a56b-b011708f7293 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0552902 Mar 08 20:34:42.701733 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-96c1ce0f-623e-4e13-90f9-00775f48cbe7 req-865f54b6-879d-45a4-9b02-163a614310e1 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Mar 08 20:34:42.711855 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (db84cda9-01b2-4e22-b048-5c2981a2f58a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.712856 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.713610 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.783124 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] Pushing event updated for resources: {'Network': ['ID=db84cda9-01b2-4e22-b048-5c2981a2f58a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:42.795665 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network db84cda9-01b2-4e22-b048-5c2981a2f58a details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:34:42.823284 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a83c9cb5-c507-439a-8660-bb619d740eed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7153494 Mar 08 20:34:42.826051 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36316) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:42.830907 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Request body: {'subnet': {'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1719947972-subnet', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:42.959982 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Made reservation on behalf of 0f632cd5f02a4f1c8a2effb0a90b1fcf for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:34:42.962958 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.114387 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36326) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:43.133188 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c960c784-ec57-406f-b3b0-7660d20c347b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.135226 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f22f8-a162-4b05-ab14-1e80615efe20 req-94e8cc49-1a8a-4018-b482-f3ff8f686732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:43.137338 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9b4f22f8-a162-4b05-ab14-1e80615efe20 req-94e8cc49-1a8a-4018-b482-f3ff8f686732 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 1129 time: 0.0505116 Mar 08 20:34:43.188801 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9b4f22f8-a162-4b05-ab14-1e80615efe20 req-7a632455-022f-45ec-8ed7-96100b3b61c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Mar 08 20:34:43.253467 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c960c784-ec57-406f-b3b0-7660d20c347b admin admin] Publish callbacks [] for security_group (4d8d9668-813e-40ee-b425-772a4c561c86), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.265795 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (d60bfdd4-3fd3-418b-ae07-510ff8cab84d), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.321596 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c960c784-ec57-406f-b3b0-7660d20c347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4d8d9668-813e-40ee-b425-772a4c561c86), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.326149 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60bfdd4-3fd3-418b-ae07-510ff8cab84d,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:43.355733 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Checking segment: {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:34:43.356088 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Network hostable DHCP agents. Network: db84cda9-01b2-4e22-b048-5c2981a2f58a, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:34:43.375463 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c960c784-ec57-406f-b3b0-7660d20c347b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83d4be08fd474ccda8216ad497f7231d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573137 Mar 08 20:34:43.375810 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36328) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:43.377308 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960c784-ec57-406f-b3b0-7660d20c347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8d9668-813e-40ee-b425-772a4c561c86,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:43.424639 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bef5ec50-8cc6-47fa-98f2-a92d3c9fe862 admin admin] Publish callbacks [] for security_group (4d8d9668-813e-40ee-b425-772a4c561c86), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.433608 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Network db84cda9-01b2-4e22-b048-5c2981a2f58a is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:34:43.445874 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bef5ec50-8cc6-47fa-98f2-a92d3c9fe862 admin admin] Publish callbacks [] for security_group (4d8d9668-813e-40ee-b425-772a4c561c86), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.488477 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, db84cda9-01b2-4e22-b048-5c2981a2f58a) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:43.492714 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:43.493317 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.497530 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abebf77-4399-4775-95ce-3bbeaf8f9346 None None] Network db84cda9-01b2-4e22-b048-5c2981a2f58a requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:34:43.565285 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bef5ec50-8cc6-47fa-98f2-a92d3c9fe862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4d8d9668-813e-40ee-b425-772a4c561c86), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.567997 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bef5ec50-8cc6-47fa-98f2-a92d3c9fe862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.569185 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-bef5ec50-8cc6-47fa-98f2-a92d3c9fe862 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d8d9668-813e-40ee-b425-772a4c561c86 HTTP/1.1" status: 204 len: 168 time: 0.1923018 Mar 08 20:34:43.576986 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5ec50-8cc6-47fa-98f2-a92d3c9fe862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8d9668-813e-40ee-b425-772a4c561c86,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:43.597769 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a46efcd1-3c62-4c94-bcb2-39ab033099bd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7696722 Mar 08 20:34:43.607090 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36332) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:43.610997 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:43.625623 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-db84cda9-01b2-4e22-b048-5c2981a2f58a', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:34:43.626597 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.708807 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.713744 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.797612 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Allocated IP 172.20.0.2 (db84cda9-01b2-4e22-b048-5c2981a2f58a/d60bfdd4-3fd3-418b-ae07-510ff8cab84d/d52950bd-944a-4719-8b02-8e68330296c4) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:34:43.800549 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks [] for router_controller (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), precommit_add_association {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:43.840549 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e06644-1c1d-4197-9407-89361e541fdc req-3ea64fd6-06d2-4aaa-871c-507d27bfa02d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:43.842025 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-83e06644-1c1d-4197-9407-89361e541fdc req-3ea64fd6-06d2-4aaa-871c-507d27bfa02d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0538685 Mar 08 20:34:43.913946 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-83e06644-1c1d-4197-9407-89361e541fdc req-06cf9b2b-3ae6-47d9-87f3-c3caa698e53d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662067 Mar 08 20:34:43.953431 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Publish callbacks [] for port (d52950bd-944a-4719-8b02-8e68330296c4), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:44.056744 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks [] for router_gateway (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:44.068999 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (d52950bd-944a-4719-8b02-8e68330296c4), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:44.107411 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Network db84cda9-01b2-4e22-b048-5c2981a2f58a is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:44.110384 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:44.114366 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:34:44.142640 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Pushing event updated for resources: {'Port': ['ID=d52950bd-944a-4719-8b02-8e68330296c4,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:44.163728 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.164059 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.164418 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.171404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.171404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.171404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.171404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.171404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.171404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.171404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.171404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.171404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.171404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:44.185512 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Attempting to bind port d52950bd-944a-4719-8b02-8e68330296c4 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:34:44.185889 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Attempting to bind port d52950bd-944a-4719-8b02-8e68330296c4 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:34:44.186258 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Attempting to bind port d52950bd-944a-4719-8b02-8e68330296c4 on network db84cda9-01b2-4e22-b048-5c2981a2f58a {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:44.196492 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:34:44.196932 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Checking segment: {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:34:44.200041 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:44.200041 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Bound using segment: {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:34:44.200041 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Bound port: d52950bd-944a-4719-8b02-8e68330296c4, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:34:44.200041 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (d52950bd-944a-4719-8b02-8e68330296c4), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:44.264435 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] For port d52950bd-944a-4719-8b02-8e68330296c4, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:34:44.267411 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] For port d52950bd-944a-4719-8b02-8e68330296c4, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=d52950bd-944a-4719-8b02-8e68330296c4,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:34:44.335088 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (d52950bd-944a-4719-8b02-8e68330296c4), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:44.354495 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks [] for router_gateway (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:44.375440 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:44.402902 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8f996-70bf-4a90-acb3-f5162506df96 None None] Pushing event updated for resources: {'Port': ['ID=d52950bd-944a-4719-8b02-8e68330296c4,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:44.499465 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Allocated IP 172.27.3.233 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/3afc1f52-bc91-4869-8b26-2342b109bbbf) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:34:44.610285 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks [] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:44.697231 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:44.757564 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:44.760770 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:44.764728 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:34:44.807089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Pushing event updated for resources: {'Port': ['ID=3afc1f52-bc91-4869-8b26-2342b109bbbf,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:44.877277 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device d52950bd-944a-4719-8b02-8e68330296c4 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:34:44.931161 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port d52950bd-944a-4719-8b02-8e68330296c4 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:44.931817 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (d52950bd-944a-4719-8b02-8e68330296c4), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:45.056309 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port d52950bd-944a-4719-8b02-8e68330296c4 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:45.056708 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (d52950bd-944a-4719-8b02-8e68330296c4), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:45.060450 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d0ee1-5f05-461e-99f7-103cbadda04c req-e57a3833-b72a-44d0-a139-b9a8c8a3d29b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:45.062083 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-426d0ee1-5f05-461e-99f7-103cbadda04c req-e57a3833-b72a-44d0-a139-b9a8c8a3d29b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0637386 Mar 08 20:34:45.092678 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port d52950bd-944a-4719-8b02-8e68330296c4, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=d52950bd-944a-4719-8b02-8e68330296c4,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:45.142635 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (d52950bd-944a-4719-8b02-8e68330296c4), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:45.152500 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-426d0ee1-5f05-461e-99f7-103cbadda04c req-be28822a-4042-4933-b154-11bd63b7b2c2 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846195 Mar 08 20:34:45.205646 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks [] for router_gateway (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:45.212031 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=d52950bd-944a-4719-8b02-8e68330296c4,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:45.519618 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0bb139-ddf2-447c-99ad-3aa2b1c80768 None None] Network db84cda9-01b2-4e22-b048-5c2981a2f58a requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:34:45.637305 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-90acd20f-2a94-4ae8-ac1a-c812b1ef3c6b None None] Provisioning complete for port d52950bd-944a-4719-8b02-8e68330296c4 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:45.637675 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-90acd20f-2a94-4ae8-ac1a-c812b1ef3c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (d52950bd-944a-4719-8b02-8e68330296c4), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:45.663634 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:45.730540 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-90acd20f-2a94-4ae8-ac1a-c812b1ef3c6b None None] Current status of the port d52950bd-944a-4719-8b02-8e68330296c4 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:45.890818 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:34:45.960853 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-490922e5-20c7-4e62-a9b9-5285b15c5e8a None None] Provisioning complete for port d52950bd-944a-4719-8b02-8e68330296c4 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:45.961850 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-490922e5-20c7-4e62-a9b9-5285b15c5e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (d52950bd-944a-4719-8b02-8e68330296c4), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.016527 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:34:46.030013 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Sync routers for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:34:46.043631 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:46.044519 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:34:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:46.052986 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-490922e5-20c7-4e62-a9b9-5285b15c5e8a None None] Current status of the port d52950bd-944a-4719-8b02-8e68330296c4 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:46.128020 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.132443 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-650f8616-7338-4ef4-9231-577b0d69037c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5217547 Mar 08 20:34:46.132556 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36400) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:46.157755 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:46.338564 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:44Z', 'revision_number': 3, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:46.364407 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Checking router: e8dabbfa-b3b4-4889-a5fb-c29a61572f7c for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:34:46.364768 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Updating router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c port 3afc1f52-bc91-4869-8b26-2342b109bbbf binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:34:46.379618 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc58e1-4f95-4058-86ae-b03578de839d req-8bcb9df5-e8a6-4b76-af0f-1d40a40ca8ef tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:46.381248 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-19fc58e1-4f95-4058-86ae-b03578de839d req-8bcb9df5-e8a6-4b76-af0f-1d40a40ca8ef tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.1021829 Mar 08 20:34:46.391798 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.479388 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-19fc58e1-4f95-4058-86ae-b03578de839d req-113ae50b-980c-4bd5-aeca-6f09b1e65c17 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910535 Mar 08 20:34:46.587944 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-08c5a99c-7d85-4240-bf32-22b030b8b78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.638240 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7841f-bade-4561-9f55-6dddf0f6e1da req-28a4e9c0-1b56-420b-acec-8481d2cea0f7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:46.639928 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9fb7841f-bade-4561-9f55-6dddf0f6e1da req-28a4e9c0-1b56-420b-acec-8481d2cea0f7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0645533 Mar 08 20:34:46.690914 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9fb7841f-bade-4561-9f55-6dddf0f6e1da req-b8edc407-bbc1-43e8-989e-89cfefbbb160 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Mar 08 20:34:46.696950 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.711661 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Publish callbacks [] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.817386 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.831265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device d52950bd-944a-4719-8b02-8e68330296c4 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:34:46.880578 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Pushing event updated for resources: {'Port': ['ID=3afc1f52-bc91-4869-8b26-2342b109bbbf,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:46.889736 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Allocated IP 172.20.0.1 (db84cda9-01b2-4e22-b048-5c2981a2f58a/d60bfdd4-3fd3-418b-ae07-510ff8cab84d/0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:34:46.889956 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port d52950bd-944a-4719-8b02-8e68330296c4 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:46.890263 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (d52950bd-944a-4719-8b02-8e68330296c4), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.891397 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.892089 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.894524 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.895063 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.895692 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.896174 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.896902 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.897374 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.897857 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.898355 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.898824 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.899325 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.899793 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:46.929557 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Attempting to bind port 3afc1f52-bc91-4869-8b26-2342b109bbbf on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:34:46.930362 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Attempting to bind port 3afc1f52-bc91-4869-8b26-2342b109bbbf by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:34:46.930880 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Attempting to bind port 3afc1f52-bc91-4869-8b26-2342b109bbbf on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:46.936660 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:34:46.937311 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:34:46.937711 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.938097 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:34:46.938561 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Bound port: 3afc1f52-bc91-4869-8b26-2342b109bbbf, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:34:46.939008 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.998405 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] For port 3afc1f52-bc91-4869-8b26-2342b109bbbf, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:34:47.001445 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] For port 3afc1f52-bc91-4869-8b26-2342b109bbbf, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=3afc1f52-bc91-4869-8b26-2342b109bbbf,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:34:47.018119 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port d52950bd-944a-4719-8b02-8e68330296c4 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:47.020043 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Publish callbacks [] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.088907 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.146276 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.147735 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:47.148354 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:34:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:47.150075 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c17266-2574-4e4e-8006-443bdbe9ddcb None None] Pushing event updated for resources: {'Port': ['ID=3afc1f52-bc91-4869-8b26-2342b109bbbf,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:47.186302 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Network db84cda9-01b2-4e22-b048-5c2981a2f58a is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:47.190826 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:47.194732 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:34:47.195444 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.201719 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:47.280995 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:47.394837 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.478792 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:44Z', 'revision_number': 3, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:47.496689 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-79bc8faf-40ce-4bc9-8d3c-93d356b671c8 None None] Provisioning complete for port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:47.497343 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-79bc8faf-40ce-4bc9-8d3c-93d356b671c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.519574 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988f08f-8a34-4b5e-8303-56c03bb3cd51 None None] The sync data for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi is: [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:44Z', 'revision_number': 3, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:34:47.558793 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-79bc8faf-40ce-4bc9-8d3c-93d356b671c8 None None] Port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:34:47.610736 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Publish callbacks [] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.708330 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.709079 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.780544 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:47.849604 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Network db84cda9-01b2-4e22-b048-5c2981a2f58a is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:47.851367 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:47.979778 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:34:48.087218 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-f9b5edcd-3574-4ea8-a346-c2fbc17c01f3 None None] Provisioning complete for port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:48.087749 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f9b5edcd-3574-4ea8-a346-c2fbc17c01f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:48.108577 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:34:48.116058 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-714634dc-116d-4eb1-9d5e-9eb465a20c50 admin admin] 10.222.0.55 "PUT /v2.0/routers/e8dabbfa-b3b4-4889-a5fb-c29a61572f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9808400 Mar 08 20:34:48.127603 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5edcd-3574-4ea8-a346-c2fbc17c01f3 None None] Port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:34:48.714327 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36444) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:48.719143 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-d92777c2-5e97-4974-b670-1b1632086bab tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1437028979', 'description': 'tempest-description--1356076220'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:48.811112 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d92777c2-5e97-4974-b670-1b1632086bab tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:48.828998 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 3afc1f52-bc91-4869-8b26-2342b109bbbf up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:34:48.876868 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 3afc1f52-bc91-4869-8b26-2342b109bbbf triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:48.877256 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:48.883804 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d92777c2-5e97-4974-b670-1b1632086bab tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (0b152b4f-ead8-4dbe-9b5a-00f991419297), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:48.951399 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d92777c2-5e97-4974-b670-1b1632086bab tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0b152b4f-ead8-4dbe-9b5a-00f991419297), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:48.967540 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 3afc1f52-bc91-4869-8b26-2342b109bbbf is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:48.967927 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:48.980798 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92777c2-5e97-4974-b670-1b1632086bab tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b152b4f-ead8-4dbe-9b5a-00f991419297,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:48.996362 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 3afc1f52-bc91-4869-8b26-2342b109bbbf, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=3afc1f52-bc91-4869-8b26-2342b109bbbf,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:49.033483 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d92777c2-5e97-4974-b670-1b1632086bab tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.034893 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-d92777c2-5e97-4974-b670-1b1632086bab tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3193486 Mar 08 20:34:49.037922 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36448) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:49.042384 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-52b4be2a-dfe6-4026-b0d8-207ab62f0b3a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'security_group_rule': {'security_group_id': '0b152b4f-ead8-4dbe-9b5a-00f991419297', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:49.048764 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2b0f52aa-06e6-469e-96c0-649d898ba686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.050425 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.100346 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=3afc1f52-bc91-4869-8b26-2342b109bbbf,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:49.109594 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Sync routers for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:34:49.119855 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:49.120465 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:34:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:49.144855 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-52b4be2a-dfe6-4026-b0d8-207ab62f0b3a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (dbccac2e-45c7-4e2e-a221-c78128c152c6), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.196515 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-52b4be2a-dfe6-4026-b0d8-207ab62f0b3a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (dbccac2e-45c7-4e2e-a221-c78128c152c6), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.285023 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-52b4be2a-dfe6-4026-b0d8-207ab62f0b3a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (dbccac2e-45c7-4e2e-a221-c78128c152c6), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.299035 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4be2a-dfe6-4026-b0d8-207ab62f0b3a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbccac2e-45c7-4e2e-a221-c78128c152c6,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:49.355797 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:49.408202 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-52b4be2a-dfe6-4026-b0d8-207ab62f0b3a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.408202 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-52b4be2a-dfe6-4026-b0d8-207ab62f0b3a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3654244 Mar 08 20:34:49.408473 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36454) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:49.411936 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-d58a9723-158a-47ed-80d9-4d4718379ea7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'security_group_rule': {'security_group_id': '0b152b4f-ead8-4dbe-9b5a-00f991419297', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:49.533956 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d58a9723-158a-47ed-80d9-4d4718379ea7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (6577074e-04a5-44e6-87fa-b17008198051), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.562142 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 2, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:49.593266 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Checking router: e8dabbfa-b3b4-4889-a5fb-c29a61572f7c for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:34:49.593625 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Updating router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:34:49.594840 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d58a9723-158a-47ed-80d9-4d4718379ea7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (6577074e-04a5-44e6-87fa-b17008198051), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.621468 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.683011 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d58a9723-158a-47ed-80d9-4d4718379ea7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (6577074e-04a5-44e6-87fa-b17008198051), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.700768 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a9723-158a-47ed-80d9-4d4718379ea7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6577074e-04a5-44e6-87fa-b17008198051,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:49.778645 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d58a9723-158a-47ed-80d9-4d4718379ea7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.779951 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-d58a9723-158a-47ed-80d9-4d4718379ea7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3715186 Mar 08 20:34:49.783115 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36462) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:49.788539 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:49.868167 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.879203 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Publish callbacks [] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.963952 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.972712 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.050997 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7e8b4-1924-4403-a226-c0deb6b69998 None None] Pushing event updated for resources: {'Port': ['ID=0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:50.092048 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Attempting to bind port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:34:50.092578 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Attempting to bind port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:34:50.093161 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Attempting to bind port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a on network db84cda9-01b2-4e22-b048-5c2981a2f58a {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:50.095802 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Allocated IP 172.27.3.108 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:34:50.108723 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:34:50.109274 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Checking segment: {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:34:50.109498 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.109892 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Bound using segment: {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:34:50.110355 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Bound port: 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:34:50.110733 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.180904 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] For port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:34:50.184524 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] For port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:34:50.197155 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.202978 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for port (4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.259194 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-c9d39d02-3371-4a81-985f-490c261d2bcb None None] Provisioning complete for port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:50.259513 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c9d39d02-3371-4a81-985f-490c261d2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.294744 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.325297 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.329346 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-c9d39d02-3371-4a81-985f-490c261d2bcb None None] Port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:34:50.359146 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:50.359799 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:34:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:50.372329 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:50.375184 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:50.378973 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:34:50.399522 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7e8b4-1924-4403-a226-c0deb6b69998 None None] Pushing event updated for resources: {'Port': ['ID=0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:50.413630 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'Port': ['ID=4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:50.490399 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:50.491615 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (b68ed074-3c9c-4df6-ab01-a1d8c276201c), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.605760 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.721933 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-bd7efd48-a84f-4e0d-bd76-68931206cc15 None None] Provisioning complete for port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:50.722192 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-bd7efd48-a84f-4e0d-bd76-68931206cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.790301 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:50.817114 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for port (4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.836583 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72007ad-5713-4168-a32a-26e8be96f247 None None] The sync data for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi is: [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:34:50.842524 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 3afc1f52-bc91-4869-8b26-2342b109bbbf up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:34:50.885300 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.888536 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-bd7efd48-a84f-4e0d-bd76-68931206cc15 None None] Current status of the port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:50.888632 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-bd7efd48-a84f-4e0d-bd76-68931206cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.947896 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-bd7efd48-a84f-4e0d-bd76-68931206cc15 None None] For port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:50.961157 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 3afc1f52-bc91-4869-8b26-2342b109bbbf triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:50.961545 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:50.965795 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'Port': ['ID=4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:51.012973 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (b68ed074-3c9c-4df6-ab01-a1d8c276201c), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:51.031490 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-bd7efd48-a84f-4e0d-bd76-68931206cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:51.095875 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 3afc1f52-bc91-4869-8b26-2342b109bbbf is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:51.103272 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:51.104331 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-4e3dda64-7c97-4337-9bba-9fe131b7078c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3191953 Mar 08 20:34:51.113190 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7efd48-a84f-4e0d-bd76-68931206cc15 None None] Pushing event updated for resources: {'Port': ['ID=0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:51.230123 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5427797-5470-4783-bd9c-45e376e228e7 req-b15020f3-1552-487d-8c49-3f26b5006d50 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:51.232519 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b5427797-5470-4783-bd9c-45e376e228e7 req-b15020f3-1552-487d-8c49-3f26b5006d50 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0843430 Mar 08 20:34:51.287936 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b5427797-5470-4783-bd9c-45e376e228e7 req-3dd22269-434c-40d3-a047-719308cabd31 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492871 Mar 08 20:34:51.290790 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c28f09-2b6a-49b9-a04f-1ccbc76f3420 req-665c4ee3-c2e8-4553-b436-bd27ac11ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:51.292315 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e6c28f09-2b6a-49b9-a04f-1ccbc76f3420 req-665c4ee3-c2e8-4553-b436-bd27ac11ee0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 1129 time: 0.0964146 Mar 08 20:34:51.295965 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-f278ca5c-f76e-431c-bc78-0b9ee2c3c894 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1437028979&fields=id&tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf HTTP/1.1" status: 200 len: 267 time: 0.0587027 Mar 08 20:34:51.484711 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf602510-7396-4c5c-9088-409acc4cba65 req-2c2c6d84-4907-450e-ba97-c7ac7426f8ea tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:51.486227 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-2c2c6d84-4907-450e-ba97-c7ac7426f8ea tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/networks?id=db84cda9-01b2-4e22-b048-5c2981a2f58a HTTP/1.1" status: 200 len: 811 time: 0.1709025 Mar 08 20:34:51.487325 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c28f09-2b6a-49b9-a04f-1ccbc76f3420 req-b5448256-7b13-4a3e-a6c2-6d7d2bd07e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:51.489965 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e6c28f09-2b6a-49b9-a04f-1ccbc76f3420 req-b5448256-7b13-4a3e-a6c2-6d7d2bd07e3f service neutron] 10.222.0.58 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 919 time: 0.1811700 Mar 08 20:34:51.522646 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-326658c1-2101-4399-9b02-10c8ec84d2f1 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/quotas/0f632cd5f02a4f1c8a2effb0a90b1fcf HTTP/1.1" status: 200 len: 375 time: 0.0216067 Mar 08 20:34:51.558316 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e6c28f09-2b6a-49b9-a04f-1ccbc76f3420 req-1caa7763-16bc-48bb-b421-d9847b153d66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b6436c6-150f-4400-930b-7ce32de64131 HTTP/1.1" status: 200 len: 217 time: 0.0600059 Mar 08 20:34:51.616591 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:51.632771 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c28f09-2b6a-49b9-a04f-1ccbc76f3420 req-5f1ea125-3819-4639-8dee-d3798170e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:51.634245 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e6c28f09-2b6a-49b9-a04f-1ccbc76f3420 req-5f1ea125-3819-4639-8dee-d3798170e763 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 200 len: 858 time: 0.0709059 Mar 08 20:34:51.643584 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-fb419965-1c3a-485d-a4b1-71ae49203f5c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903404 Mar 08 20:34:51.676904 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e6c28f09-2b6a-49b9-a04f-1ccbc76f3420 req-9256ce91-8361-414e-9d7c-22846439c7a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b9ad49-01db-4ffb-98de-7063b097fd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320666 Mar 08 20:34:51.827414 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-5e7b56e3-ff34-46f0-9684-9f50afa8c797 service neutron] 10.222.0.55 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535201 Mar 08 20:34:51.866040 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e6c28f09-2b6a-49b9-a04f-1ccbc76f3420 req-f0524cde-0d29-4eff-b714-e2f7052ac326 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810248 Mar 08 20:34:51.991740 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-f12b0d8d-b46a-449c-afdc-b47d37c30a2f service neutron] 10.222.0.55 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579409 Mar 08 20:34:52.009707 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e6c28f09-2b6a-49b9-a04f-1ccbc76f3420 req-9633467e-7118-4866-8849-e74590a2f740 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355982 Mar 08 20:34:52.236862 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9c62b41f-2daa-467f-99c2-514bcd1b0055 req-25794ac1-a4ea-44cf-8c2c-8d1efc7911d2 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 210 time: 0.0344465 Mar 08 20:34:52.412734 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac0d69-5ec3-4c82-876c-24481794eb0f req-e6d9eff4-128a-4cc9-9d10-8cffc7718812 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:52.414272 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-dbac0d69-5ec3-4c82-876c-24481794eb0f req-e6d9eff4-128a-4cc9-9d10-8cffc7718812 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0527811 Mar 08 20:34:52.462256 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-dbac0d69-5ec3-4c82-876c-24481794eb0f req-03be0dca-33b3-40ed-a9d8-2c35ee20d1a4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424440 Mar 08 20:34:52.849683 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:34:52.897610 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:52.897907 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:52.920217 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:52.982242 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:53.335144 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-aafb64f8-a8c5-4393-be95-af432dc8ce9d req-b99fb1be-cd79-4e63-889e-4c19cca61a00 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 210 time: 0.0293205 Mar 08 20:34:53.577266 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea503ac-277c-48b4-ab1e-124be21277e0 req-1fe97a97-7b10-4140-a2ff-39371e5391d1 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:53.578694 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-aea503ac-277c-48b4-ab1e-124be21277e0 req-1fe97a97-7b10-4140-a2ff-39371e5391d1 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0513012 Mar 08 20:34:53.628175 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-aea503ac-277c-48b4-ab1e-124be21277e0 req-7e7833c8-c412-4519-9fdc-2db4af4e7c89 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Mar 08 20:34:54.106311 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36556) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:54.210753 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e272a2cf-6463-4a8b-a948-522bccac2b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:54.285211 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e272a2cf-6463-4a8b-a948-522bccac2b3a admin admin] Publish callbacks [] for security_group (d2732d73-b85a-4382-adf6-eb8f380ab98a), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:54.366686 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e272a2cf-6463-4a8b-a948-522bccac2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (d2732d73-b85a-4382-adf6-eb8f380ab98a), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:54.417295 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272a2cf-6463-4a8b-a948-522bccac2b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2732d73-b85a-4382-adf6-eb8f380ab98a,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:54.421828 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e272a2cf-6463-4a8b-a948-522bccac2b3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e66a8ccd21c641e6a22abb105b3de20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145359 Mar 08 20:34:54.427550 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36566) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:54.451170 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-61144621-810f-4861-a18b-218a11897d4b req-d7531d1b-9167-489b-ac4a-090d4665036b tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 210 time: 0.0316441 Mar 08 20:34:54.483746 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-55dc3961-5ce3-407f-a6d5-2b9064072aa2 admin admin] Publish callbacks [] for security_group (d2732d73-b85a-4382-adf6-eb8f380ab98a), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:54.562704 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-55dc3961-5ce3-407f-a6d5-2b9064072aa2 admin admin] Publish callbacks [] for security_group (d2732d73-b85a-4382-adf6-eb8f380ab98a), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:54.625099 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf602510-7396-4c5c-9088-409acc4cba65 req-2fdff14b-1cb7-4a11-a513-76351696ff95 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:54.626499 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-2fdff14b-1cb7-4a11-a513-76351696ff95 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.58 "GET /v2.0/networks?id=db84cda9-01b2-4e22-b048-5c2981a2f58a HTTP/1.1" status: 200 len: 811 time: 0.1398664 Mar 08 20:34:54.720418 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-3ebc8b04-b3e7-4a3d-97ca-06c033c15856 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf HTTP/1.1" status: 200 len: 380 time: 0.0728202 Mar 08 20:34:54.739968 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'port': {'device_id': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'admin_state_up': True, 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'security_groups': ['0b152b4f-ead8-4dbe-9b5a-00f991419297']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:54.760962 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-55dc3961-5ce3-407f-a6d5-2b9064072aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (d2732d73-b85a-4382-adf6-eb8f380ab98a), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:54.763607 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-55dc3961-5ce3-407f-a6d5-2b9064072aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:54.764714 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-55dc3961-5ce3-407f-a6d5-2b9064072aa2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2732d73-b85a-4382-adf6-eb8f380ab98a HTTP/1.1" status: 204 len: 168 time: 0.3359032 Mar 08 20:34:54.817410 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc3961-5ce3-407f-a6d5-2b9064072aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2732d73-b85a-4382-adf6-eb8f380ab98a,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:54.841157 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184d08e-1faf-4659-9af6-b8da0da4ab63 req-055193d3-ceba-4abc-aa47-1cdc5f8aaddc tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:54.842656 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0184d08e-1faf-4659-9af6-b8da0da4ab63 req-055193d3-ceba-4abc-aa47-1cdc5f8aaddc tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.1455321 Mar 08 20:34:54.917980 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0184d08e-1faf-4659-9af6-b8da0da4ab63 req-697bb800-47c1-4e20-b9c5-8f34b29b0dcf tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690517 Mar 08 20:34:55.010378 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Made reservation on behalf of 0f632cd5f02a4f1c8a2effb0a90b1fcf for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:34:55.013863 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.145692 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Allocated IP 172.20.0.7 (db84cda9-01b2-4e22-b048-5c2981a2f58a/d60bfdd4-3fd3-418b-ae07-510ff8cab84d/a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:34:55.278976 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.393505 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.438494 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Network db84cda9-01b2-4e22-b048-5c2981a2f58a is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:55.442127 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:55.448963 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:34:55.470798 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'Port': ['ID=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:55.478051 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36586) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:55.514940 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a794a248-601e-428f-bdba-64dc457cc93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.515208 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:55.515731 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.622955 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b587fdf-9561-4aa8-aa0e-adf7a3d924d8 req-1285bc9a-5fd7-4d52-86d7-d750019861c3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:55.624484 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3b587fdf-9561-4aa8-aa0e-adf7a3d924d8 req-1285bc9a-5fd7-4d52-86d7-d750019861c3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 931 time: 0.0865216 Mar 08 20:34:55.631516 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-530c04e0-9494-4762-9767-7cd4a2fcf995 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8966057 Mar 08 20:34:55.646539 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Request body: {'port': {'device_id': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:55.683648 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-86d7b95c-6ac5-43af-bf16-f1c4cbb15cff None None] Provisioning complete for port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:55.684387 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-86d7b95c-6ac5-43af-bf16-f1c4cbb15cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.711810 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.726719 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-86d7b95c-6ac5-43af-bf16-f1c4cbb15cff None None] Port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:34:55.843652 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a794a248-601e-428f-bdba-64dc457cc93d admin admin] Publish callbacks [] for security_group (3e667fec-2fd9-459c-b83b-7fdd00b05956), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.871211 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3b587fdf-9561-4aa8-aa0e-adf7a3d924d8 req-6536cab5-c68f-44b5-bb2f-35b492c77b48 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357419 Mar 08 20:34:55.927941 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a794a248-601e-428f-bdba-64dc457cc93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (3e667fec-2fd9-459c-b83b-7fdd00b05956), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:55.977629 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a794a248-601e-428f-bdba-64dc457cc93d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c91a4644d62c4aa8b01b491e3393a4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976256 Mar 08 20:34:55.978378 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794a248-601e-428f-bdba-64dc457cc93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e667fec-2fd9-459c-b83b-7fdd00b05956,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:55.981659 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36598) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:56.038977 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:34:56.047621 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Publish callbacks [] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.073071 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-797bb50c-4618-4176-b481-a1e279e19498 admin admin] Publish callbacks [] for security_group (3e667fec-2fd9-459c-b83b-7fdd00b05956), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.099381 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Transition to ACTIVE for port object a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:34:56.101481 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-797bb50c-4618-4176-b481-a1e279e19498 admin admin] Publish callbacks [] for security_group (3e667fec-2fd9-459c-b83b-7fdd00b05956), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.134698 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5727eee-60db-45a8-ac98-0b1041eb6643 req-e0ec035f-9764-480a-b440-3c48bb96c290 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:56.137250 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e5727eee-60db-45a8-ac98-0b1041eb6643 req-e0ec035f-9764-480a-b440-3c48bb96c290 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0776508 Mar 08 20:34:56.184309 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e5727eee-60db-45a8-ac98-0b1041eb6643 req-783bce0d-8664-4f2a-9267-032cf4686083 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405347 Mar 08 20:34:56.204549 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.227631 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-797bb50c-4618-4176-b481-a1e279e19498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (3e667fec-2fd9-459c-b83b-7fdd00b05956), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.231016 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-797bb50c-4618-4176-b481-a1e279e19498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.232422 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-797bb50c-4618-4176-b481-a1e279e19498 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e667fec-2fd9-459c-b83b-7fdd00b05956 HTTP/1.1" status: 204 len: 168 time: 0.2496111 Mar 08 20:34:56.242582 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bb50c-4618-4176-b481-a1e279e19498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e667fec-2fd9-459c-b83b-7fdd00b05956,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:56.535815 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:56.581603 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Attempting to bind port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:34:56.581951 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Attempting to bind port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:34:56.582269 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Attempting to bind port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe on network db84cda9-01b2-4e22-b048-5c2981a2f58a {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:56.586379 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe on network db84cda9-01b2-4e22-b048-5c2981a2f58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:34:56.586692 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Attempting to bind port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe on network db84cda9-01b2-4e22-b048-5c2981a2f58a {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:56.591411 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:34:56.591739 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Checking segment: {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:34:56.592122 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Bound using segment: {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:34:56.592550 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Bound port: a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:34:56.592897 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.656289 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] For port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:34:56.659839 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] For port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:34:56.757311 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.797398 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:56.798041 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.799557 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe HTTP/1.1" status: 200 len: 1093 time: 1.1573830 Mar 08 20:34:56.800341 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'tag': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:56.802718 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5784d4-40ee-4bcc-a754-cf871133c64b" -d '{"events": [{"name": "network-changed", "server_uuid": "1187b31d-4d76-436b-8cc6-4c8fa1295d00", "tag": "a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:56.824330 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031b56f-cebf-4e35-bf48-7e1ca52994a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:56.842676 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b4271e-f317-4665-9c21-6e56ad95eb7e x-openstack-request-id: req-f3b4271e-f317-4665-9c21-6e56ad95eb7e {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:56.842676 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1187b31d-4d76-436b-8cc6-4c8fa1295d00", "tag": "a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:56.842676 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3b4271e-f317-4665-9c21-6e56ad95eb7e {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:56.842964 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'tag': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe', 'status': 'completed', 'code': 200} Mar 08 20:34:56.934399 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5784d4-40ee-4bcc-a754-cf871133c64b req-6c84dd81-4eed-46ff-8147-9da61efdadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:56.934399 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1b5784d4-40ee-4bcc-a754-cf871133c64b req-6c84dd81-4eed-46ff-8147-9da61efdadc3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 1127 time: 0.0628734 Mar 08 20:34:57.096111 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd19465-d910-411a-be0b-0f0fa46f61fc req-c0e36ee2-ded4-42e3-b0a8-545947293687 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:57.098203 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6dd19465-d910-411a-be0b-0f0fa46f61fc req-c0e36ee2-ded4-42e3-b0a8-545947293687 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 943 time: 0.1407990 Mar 08 20:34:57.101303 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5784d4-40ee-4bcc-a754-cf871133c64b req-fe074b10-6eae-41ff-82fd-eaade5a39818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:57.102659 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1b5784d4-40ee-4bcc-a754-cf871133c64b req-fe074b10-6eae-41ff-82fd-eaade5a39818 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1618233 Mar 08 20:34:57.208010 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6dd19465-d910-411a-be0b-0f0fa46f61fc req-19d66ce5-2bf8-45a6-a104-bf8ac08b016c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027143 Mar 08 20:34:57.245689 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5784d4-40ee-4bcc-a754-cf871133c64b req-4ea4cac2-2436-452a-8d4c-cf3b58461be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:57.247164 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1b5784d4-40ee-4bcc-a754-cf871133c64b req-4ea4cac2-2436-452a-8d4c-cf3b58461be5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354556 Mar 08 20:34:57.323629 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e68018-9c57-48cc-8e1a-2013495a054d req-8dd3907b-55a2-4344-baa5-c105e420a379 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:57.325437 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b2e68018-9c57-48cc-8e1a-2013495a054d req-8dd3907b-55a2-4344-baa5-c105e420a379 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0616078 Mar 08 20:34:57.350752 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf602510-7396-4c5c-9088-409acc4cba65 req-996ac501-17d9-4801-81eb-9e696536696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:57.355316 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-996ac501-17d9-4801-81eb-9e696536696a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 1127 time: 0.0631316 Mar 08 20:34:57.395693 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b2e68018-9c57-48cc-8e1a-2013495a054d req-044135cf-213e-4d1f-acab-2df7327eaf3a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635626 Mar 08 20:34:57.427962 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-5c6fb377-b9f5-4b28-b0f3-b436d9f83809 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe HTTP/1.1" status: 200 len: 217 time: 0.0573239 Mar 08 20:34:57.482521 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf602510-7396-4c5c-9088-409acc4cba65 req-04dd2c3e-c222-455d-a146-12a1e8bd1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:57.484138 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-04dd2c3e-c222-455d-a146-12a1e8bd1b10 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d60bfdd4-3fd3-418b-ae07-510ff8cab84d HTTP/1.1" status: 200 len: 850 time: 0.0487213 Mar 08 20:34:57.534611 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf602510-7396-4c5c-9088-409acc4cba65 req-21617377-5045-4844-9cdd-9ec08ac42c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:57.536126 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-21617377-5045-4844-9cdd-9ec08ac42c79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db84cda9-01b2-4e22-b048-5c2981a2f58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449972 Mar 08 20:34:57.635242 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-eccc5a21-8704-4b0b-9379-e8ef5fff5d1d service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923502 Mar 08 20:34:57.733632 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf602510-7396-4c5c-9088-409acc4cba65 req-a685a6bf-d645-4b3c-8242-6f9ddb0e9c44 service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884614 Mar 08 20:34:58.332195 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b39a8d-90ef-421c-89f2-e4c84e9303c6 req-529637a1-58d6-4022-bf0d-bfbe76cd986a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:58.333695 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-65b39a8d-90ef-421c-89f2-e4c84e9303c6 req-529637a1-58d6-4022-bf0d-bfbe76cd986a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 943 time: 0.0541120 Mar 08 20:34:58.381048 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-65b39a8d-90ef-421c-89f2-e4c84e9303c6 req-2d0aef16-8800-481a-9757-1fd4931c4be0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412717 Mar 08 20:34:58.511276 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a58778-804c-46a0-9844-f77421606ce1 req-cd01b7eb-170d-427f-830d-811cc2961b3e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:58.518341 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-35a58778-804c-46a0-9844-f77421606ce1 req-cd01b7eb-170d-427f-830d-811cc2961b3e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0547292 Mar 08 20:34:58.562093 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-35a58778-804c-46a0-9844-f77421606ce1 req-ded9d7bd-5bf2-4660-82d2-a28409edce09 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Mar 08 20:34:59.051966 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36720) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:59.160861 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d39cc19b-5bd2-4d5a-9395-c3d851aae246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:59.237202 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d39cc19b-5bd2-4d5a-9395-c3d851aae246 admin admin] Publish callbacks [] for security_group (7ae9aa14-0e30-4342-ab74-e8704729baaa), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:59.299631 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d39cc19b-5bd2-4d5a-9395-c3d851aae246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (7ae9aa14-0e30-4342-ab74-e8704729baaa), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:59.340854 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cc19b-5bd2-4d5a-9395-c3d851aae246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae9aa14-0e30-4342-ab74-e8704729baaa,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:59.345338 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-d39cc19b-5bd2-4d5a-9395-c3d851aae246 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0befabd4f81c421380a7352714a05d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923565 Mar 08 20:34:59.348129 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36726) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:59.398179 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-170839c4-c840-4742-b6a8-d5de9149f3c8 admin admin] Publish callbacks [] for security_group (7ae9aa14-0e30-4342-ab74-e8704729baaa), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:59.420492 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-170839c4-c840-4742-b6a8-d5de9149f3c8 admin admin] Publish callbacks [] for security_group (7ae9aa14-0e30-4342-ab74-e8704729baaa), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:59.500526 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732bf8-66f5-4ace-9913-85de7338a285 req-99f4fd52-35b6-4e5f-a3b8-a04248dfea10 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:59.501992 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e9732bf8-66f5-4ace-9913-85de7338a285 req-99f4fd52-35b6-4e5f-a3b8-a04248dfea10 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 943 time: 0.0559430 Mar 08 20:34:59.539964 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-170839c4-c840-4742-b6a8-d5de9149f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (7ae9aa14-0e30-4342-ab74-e8704729baaa), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:59.542599 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-170839c4-c840-4742-b6a8-d5de9149f3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:59.543901 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-170839c4-c840-4742-b6a8-d5de9149f3c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ae9aa14-0e30-4342-ab74-e8704729baaa HTTP/1.1" status: 204 len: 168 time: 0.1948819 Mar 08 20:34:59.552201 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e9732bf8-66f5-4ace-9913-85de7338a285 req-f78163c9-c3c4-4279-be00-0e07436a304a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 Mar 08 20:34:59.553968 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170839c4-c840-4742-b6a8-d5de9149f3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae9aa14-0e30-4342-ab74-e8704729baaa,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:59.682726 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0f7ef-bda6-460a-a499-bd705a805e2e req-245c536b-9117-4884-ab1d-4d3cd54eb346 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:59.684491 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a3e0f7ef-bda6-460a-a499-bd705a805e2e req-245c536b-9117-4884-ab1d-4d3cd54eb346 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0531862 Mar 08 20:34:59.733946 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a3e0f7ef-bda6-460a-a499-bd705a805e2e req-d4e9383e-474a-4ea8-a9f4-fac108da9311 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426354 Mar 08 20:35:00.184827 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36740) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:00.198913 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c85ed2cc-3bc4-4b02-85e6-e263e7793ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:00.272548 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c85ed2cc-3bc4-4b02-85e6-e263e7793ada admin admin] Publish callbacks [] for security_group (9aebd6f4-fce0-4e9e-9487-4d07838d58f7), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:00.390965 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c85ed2cc-3bc4-4b02-85e6-e263e7793ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (9aebd6f4-fce0-4e9e-9487-4d07838d58f7), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:00.429010 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ed2cc-3bc4-4b02-85e6-e263e7793ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aebd6f4-fce0-4e9e-9487-4d07838d58f7,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:00.433336 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c85ed2cc-3bc4-4b02-85e6-e263e7793ada admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7aa5ab09bf0743429253378de4a08045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474191 Mar 08 20:35:00.436313 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36744) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:00.484887 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-aca88e1a-91f9-404c-85c2-ac1d08cd698c admin admin] Publish callbacks [] for security_group (9aebd6f4-fce0-4e9e-9487-4d07838d58f7), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:00.508097 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-aca88e1a-91f9-404c-85c2-ac1d08cd698c admin admin] Publish callbacks [] for security_group (9aebd6f4-fce0-4e9e-9487-4d07838d58f7), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:00.630386 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-aca88e1a-91f9-404c-85c2-ac1d08cd698c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (9aebd6f4-fce0-4e9e-9487-4d07838d58f7), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:00.633155 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-aca88e1a-91f9-404c-85c2-ac1d08cd698c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:00.634285 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-aca88e1a-91f9-404c-85c2-ac1d08cd698c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9aebd6f4-fce0-4e9e-9487-4d07838d58f7 HTTP/1.1" status: 204 len: 168 time: 0.1970603 Mar 08 20:35:00.659596 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca88e1a-91f9-404c-85c2-ac1d08cd698c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aebd6f4-fce0-4e9e-9487-4d07838d58f7,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:00.700215 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76268-2020-4bbe-817b-f32a6520ff92 req-afee1039-4d89-4d27-8e70-ae666eb8115f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:00.701847 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-01e76268-2020-4bbe-817b-f32a6520ff92 req-afee1039-4d89-4d27-8e70-ae666eb8115f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 943 time: 0.0821388 Mar 08 20:35:00.756424 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-01e76268-2020-4bbe-817b-f32a6520ff92 req-c40e2b86-e531-439f-8626-8b2f9b6b38c6 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449855 Mar 08 20:35:00.857204 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645404a3-bc1c-4ad4-959f-2743805b3780 req-b740b2f7-863e-4c92-953d-52a2fb2fedce tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:00.858986 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-645404a3-bc1c-4ad4-959f-2743805b3780 req-b740b2f7-863e-4c92-953d-52a2fb2fedce tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0574210 Mar 08 20:35:00.908788 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-645404a3-bc1c-4ad4-959f-2743805b3780 req-584def60-b05b-484d-84af-3f5fd9058758 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Mar 08 20:35:01.877361 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a8b6f-8da3-45f8-8a1f-a16614d9f099 req-2e906130-e7f5-4042-abba-3e0c83da896c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:01.878961 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2f2a8b6f-8da3-45f8-8a1f-a16614d9f099 req-2e906130-e7f5-4042-abba-3e0c83da896c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 943 time: 0.0543733 Mar 08 20:35:01.928412 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2f2a8b6f-8da3-45f8-8a1f-a16614d9f099 req-e72ca018-88a4-4d9c-a725-252c556dcc62 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435536 Mar 08 20:35:02.028042 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce71a9b-8a5c-48e9-bd64-2a1ae96b7ab6 req-c0379759-9644-4609-b9dc-78596c4890de tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:02.029560 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8ce71a9b-8a5c-48e9-bd64-2a1ae96b7ab6 req-c0379759-9644-4609-b9dc-78596c4890de tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0535600 Mar 08 20:35:02.077209 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8ce71a9b-8a5c-48e9-bd64-2a1ae96b7ab6 req-2370ba40-d1ac-4982-9d33-728669a770a2 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Mar 08 20:35:02.532977 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:35:02.632671 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:35:02.642993 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'port_id': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe', 'mac_address': 'fa:16:3e:7e:17:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:35:02.685522 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:35:02.685911 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:02.699183 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:35:02.717984 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:35:02.787791 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:02.834039 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:03.047206 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa0661-cf55-4a3e-a41e-36a9a078a854 req-7a04a455-8fa7-4cf6-bc88-ad260e65282f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:03.048673 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3bfa0661-cf55-4a3e-a41e-36a9a078a854 req-7a04a455-8fa7-4cf6-bc88-ad260e65282f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 944 time: 0.0554414 Mar 08 20:35:03.093857 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3bfa0661-cf55-4a3e-a41e-36a9a078a854 req-3d45f8de-e06c-4c46-95de-586754eb2c60 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395405 Mar 08 20:35:03.195493 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634b2f0-c68e-4fd0-b70f-415ed4b0d86a req-4ee6293b-225a-4ca8-811e-f50fa75422a9 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:03.196942 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b634b2f0-c68e-4fd0-b70f-415ed4b0d86a req-4ee6293b-225a-4ca8-811e-f50fa75422a9 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0545430 Mar 08 20:35:03.242847 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b634b2f0-c68e-4fd0-b70f-415ed4b0d86a req-80a36c46-9691-4ee5-a997-872ebfe2737f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Mar 08 20:35:04.210333 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887ecab-e665-4e66-8f24-6317aedf84f4 req-acb1f068-ba9e-4f05-86cf-4d422b843b6f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:04.211858 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5887ecab-e665-4e66-8f24-6317aedf84f4 req-acb1f068-ba9e-4f05-86cf-4d422b843b6f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 944 time: 0.0533779 Mar 08 20:35:04.259086 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5887ecab-e665-4e66-8f24-6317aedf84f4 req-4564c339-bf2b-470f-8a17-74ca75d85c5e tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 Mar 08 20:35:04.358133 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdca3c-18ee-4a75-b0fe-5817a31f7e98 req-e842e5d5-bce7-4770-acec-0e9c322deba1 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:04.359646 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-49cdca3c-18ee-4a75-b0fe-5817a31f7e98 req-e842e5d5-bce7-4770-acec-0e9c322deba1 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0511620 Mar 08 20:35:04.405230 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-49cdca3c-18ee-4a75-b0fe-5817a31f7e98 req-1ebed931-10ed-4f89-b16e-60e43cc3087c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Mar 08 20:35:05.373971 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be969e-5a4f-4d42-8c18-d7230a8a021c req-fb5a9c10-c30b-48a8-9729-bd76bf8df3fc tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:05.375450 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e3be969e-5a4f-4d42-8c18-d7230a8a021c req-fb5a9c10-c30b-48a8-9729-bd76bf8df3fc tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 944 time: 0.0508933 Mar 08 20:35:05.423613 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e3be969e-5a4f-4d42-8c18-d7230a8a021c req-88a054be-776a-45de-9a8a-e97c24c81112 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 Mar 08 20:35:05.521733 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98567-ac39-4f83-949d-411eeeaeec5a req-2b3e2d48-7340-4d95-ac69-6c55f7fee68c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:05.523215 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-75a98567-ac39-4f83-949d-411eeeaeec5a req-2b3e2d48-7340-4d95-ac69-6c55f7fee68c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0510685 Mar 08 20:35:05.572622 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-75a98567-ac39-4f83-949d-411eeeaeec5a req-2e318852-ae17-4e0d-869d-45a7f0debbad tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 Mar 08 20:35:06.227413 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:06.538085 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d420d-ede3-4507-9f7a-00c37b1a690d req-f79f10f0-cf7b-4840-bf84-a6014a8d4e04 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:06.539565 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-397d420d-ede3-4507-9f7a-00c37b1a690d req-f79f10f0-cf7b-4840-bf84-a6014a8d4e04 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 944 time: 0.0510995 Mar 08 20:35:06.584641 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-397d420d-ede3-4507-9f7a-00c37b1a690d req-183ae0bd-b7a0-4823-a30a-0d224e33993e tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397439 Mar 08 20:35:06.687863 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4c7ab-8d16-4072-92ff-7c5eb3c30c68 req-3b04ef81-b295-40e0-94a3-51d2e73a1d0d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:06.689344 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-fca4c7ab-8d16-4072-92ff-7c5eb3c30c68 req-3b04ef81-b295-40e0-94a3-51d2e73a1d0d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0510027 Mar 08 20:35:06.735825 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-fca4c7ab-8d16-4072-92ff-7c5eb3c30c68 req-d8ec9b29-a43f-40e6-acd8-c335497b9940 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 Mar 08 20:35:07.697638 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699466e-b0b5-4ac1-8979-8cefcda5ce10 req-0e7e9698-a376-452c-aacf-6991a4373e17 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:07.699087 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2699466e-b0b5-4ac1-8979-8cefcda5ce10 req-0e7e9698-a376-452c-aacf-6991a4373e17 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 944 time: 0.0507457 Mar 08 20:35:07.744049 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2699466e-b0b5-4ac1-8979-8cefcda5ce10 req-d3d8dc14-ebec-4d9f-9b03-7ff855d9d1a9 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Mar 08 20:35:07.857876 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee488fa3-7087-48ef-b496-cc4a7ff3b1c2 req-a3ab2856-4dd5-47ca-8460-d191e5588c3b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:07.859383 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ee488fa3-7087-48ef-b496-cc4a7ff3b1c2 req-a3ab2856-4dd5-47ca-8460-d191e5588c3b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0528398 Mar 08 20:35:07.907656 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ee488fa3-7087-48ef-b496-cc4a7ff3b1c2 req-d445f8d4-b5a1-4680-b9ad-f7e62c136a53 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Mar 08 20:35:08.380495 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:35:08.867969 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfebfd-4fed-4d6e-857b-5d8dd936290e req-e79f257b-ff46-4829-8586-d6522bc3558e tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:08.869486 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-43bfebfd-4fed-4d6e-857b-5d8dd936290e req-e79f257b-ff46-4829-8586-d6522bc3558e tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 944 time: 0.0578411 Mar 08 20:35:08.916292 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-43bfebfd-4fed-4d6e-857b-5d8dd936290e req-3da20ee7-46d8-493c-87ef-ed64c54b6a7a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414379 Mar 08 20:35:09.029308 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85196a89-ee08-433b-83b6-e7f8c77fd92e req-c9ca6e43-282e-4593-82e8-def558d0b3f8 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:09.030951 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-85196a89-ee08-433b-83b6-e7f8c77fd92e req-c9ca6e43-282e-4593-82e8-def558d0b3f8 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0581968 Mar 08 20:35:09.082753 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-85196a89-ee08-433b-83b6-e7f8c77fd92e req-697a854a-26d5-4fbf-8400-44be03f98560 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445960 Mar 08 20:35:09.893317 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935e81-43d4-4838-b884-b94d5fc972d1 req-b4456ce4-631c-4c24-9887-359c6b7fcf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:09.894399 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45935e81-43d4-4838-b884-b94d5fc972d1 req-b4456ce4-631c-4c24-9887-359c6b7fcf34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 1129 time: 0.0473614 Mar 08 20:35:10.034658 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935e81-43d4-4838-b884-b94d5fc972d1 req-9aa87d74-405d-4b84-92c4-ff7bc130e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:10.036145 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45935e81-43d4-4838-b884-b94d5fc972d1 req-9aa87d74-405d-4b84-92c4-ff7bc130e827 service neutron] 10.222.0.58 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 919 time: 0.1184964 Mar 08 20:35:10.061428 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051404a6-9b34-4dd3-82d5-649475ab115a req-c9b5dc66-57b4-45b0-8152-de827c653c4a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:10.062870 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-051404a6-9b34-4dd3-82d5-649475ab115a req-c9b5dc66-57b4-45b0-8152-de827c653c4a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 944 time: 0.0739746 Mar 08 20:35:10.096135 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45935e81-43d4-4838-b884-b94d5fc972d1 req-1d942355-f6f1-4c57-bd13-999018300b67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b6436c6-150f-4400-930b-7ce32de64131 HTTP/1.1" status: 200 len: 217 time: 0.0484552 Mar 08 20:35:10.145432 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:35:10.165691 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-051404a6-9b34-4dd3-82d5-649475ab115a req-3a2cff45-d821-4d2f-a283-59e19893d07e tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761609 Mar 08 20:35:10.183801 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935e81-43d4-4838-b884-b94d5fc972d1 req-7dda1b72-3f5a-4bfe-bd17-170d3a8b5d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:10.185258 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45935e81-43d4-4838-b884-b94d5fc972d1 req-7dda1b72-3f5a-4bfe-bd17-170d3a8b5d87 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 200 len: 858 time: 0.0809958 Mar 08 20:35:10.228835 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45935e81-43d4-4838-b884-b94d5fc972d1 req-b5db4ddf-678f-4be9-a044-1a3d303f9481 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b9ad49-01db-4ffb-98de-7063b097fd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367677 Mar 08 20:35:10.257630 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429c9f4-aadd-45b4-bf01-8ec342bb80b0 req-aa68ff1e-fd9b-495f-ae1d-03e6d7223aee tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:10.259741 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f429c9f4-aadd-45b4-bf01-8ec342bb80b0 req-aa68ff1e-fd9b-495f-ae1d-03e6d7223aee tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0983257 Mar 08 20:35:10.308059 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:35:10.312723 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:35:10.313180 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:10.313495 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f429c9f4-aadd-45b4-bf01-8ec342bb80b0 req-503626f8-6f6b-42fb-ba79-ad3dffb84b0a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Mar 08 20:35:10.332712 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45935e81-43d4-4838-b884-b94d5fc972d1 req-108c9648-e57f-457c-8ae5-4fca5ede8d24 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964787 Mar 08 20:35:10.405974 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:35:10.406425 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:10.434569 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:35:10.435002 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45935e81-43d4-4838-b884-b94d5fc972d1 req-af285f43-c8f0-420a-9e2e-3442b7fa4adb service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945160 Mar 08 20:35:10.436915 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6f9ded-479f-4de1-b8ab-119c8850f795" -d '{"events": [{"server_uuid": "1187b31d-4d76-436b-8cc6-4c8fa1295d00", "name": "network-vif-plugged", "status": "completed", "tag": "a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:35:10.450963 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:35:10.485592 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac938bb-96e4-4bc5-bf69-03f784a8e25c x-openstack-request-id: req-5ac938bb-96e4-4bc5-bf69-03f784a8e25c {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:35:10.485905 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1187b31d-4d76-436b-8cc6-4c8fa1295d00", "name": "network-vif-plugged", "status": "completed", "tag": "a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:35:10.486163 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ac938bb-96e4-4bc5-bf69-03f784a8e25c {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:35:10.486581 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe', 'code': 200} Mar 08 20:35:10.551745 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:10.602076 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:10.800748 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbfdd1-9d36-47fd-ab7d-00df10d46bec req-a9a36532-38bc-4561-b8ff-48dc03fd8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:10.802286 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3cbbfdd1-9d36-47fd-ab7d-00df10d46bec req-a9a36532-38bc-4561-b8ff-48dc03fd8b7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 1129 time: 0.0447016 Mar 08 20:35:10.850831 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3cbbfdd1-9d36-47fd-ab7d-00df10d46bec req-ac25067b-2675-4f08-8c3e-44a043c107e3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396492 Mar 08 20:35:11.302006 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb2ba4-ea4c-4364-b33d-218c02750e6f req-522459a7-0bba-4874-8039-8ae56936c1a0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:11.303571 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e0bb2ba4-ea4c-4364-b33d-218c02750e6f req-522459a7-0bba-4874-8039-8ae56936c1a0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0560601 Mar 08 20:35:11.304739 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a432289-9e14-4f84-a20f-a11ce7612366 req-5c7b9bab-d973-4ec8-a9fb-21e7ca67361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:11.306201 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6a432289-9e14-4f84-a20f-a11ce7612366 req-5c7b9bab-d973-4ec8-a9fb-21e7ca67361e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 1129 time: 0.0477254 Mar 08 20:35:11.357321 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e0bb2ba4-ea4c-4364-b33d-218c02750e6f req-69bc606e-a814-49e1-b6a8-fe0025d539ab tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480154 Mar 08 20:35:11.365625 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6a432289-9e14-4f84-a20f-a11ce7612366 req-69ed5eb3-655c-4cbd-842c-0d61f926eb2d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Mar 08 20:35:11.435967 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55081421-f1ab-450a-81a8-3462b7c3e4cf req-16be376e-bec0-4945-a7f8-d4d9a5b5cc4c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:11.437449 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-55081421-f1ab-450a-81a8-3462b7c3e4cf req-16be376e-bec0-4945-a7f8-d4d9a5b5cc4c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0530982 Mar 08 20:35:11.484391 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-55081421-f1ab-450a-81a8-3462b7c3e4cf req-30fcf6e4-ec25-48d3-8f5c-05cac5fc8ef5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Mar 08 20:35:12.477898 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43a8b-305d-46f5-a0a7-60ff8476ea62 req-1f273f2a-6d05-48be-9d31-9b60c0d2adbd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:12.479361 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6fd43a8b-305d-46f5-a0a7-60ff8476ea62 req-1f273f2a-6d05-48be-9d31-9b60c0d2adbd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0543015 Mar 08 20:35:12.527467 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6fd43a8b-305d-46f5-a0a7-60ff8476ea62 req-9772234f-4e17-44fb-8ef4-fb22eba02288 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Mar 08 20:35:12.610924 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30366823-66e7-44c9-b1b7-bdc7c5dfd115 req-d2abacd8-75b7-42d1-b09f-705eb26562cf tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:12.612436 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-30366823-66e7-44c9-b1b7-bdc7c5dfd115 req-d2abacd8-75b7-42d1-b09f-705eb26562cf tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0588682 Mar 08 20:35:12.660285 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-30366823-66e7-44c9-b1b7-bdc7c5dfd115 req-b118d698-c6c1-4280-859d-6beea17e7889 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Mar 08 20:35:12.714744 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36936) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:12.825773 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:12.898559 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Publish callbacks [] for security_group (ae1c6a98-c442-4aa1-92c0-1d5100a39c71), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:12.974561 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ae1c6a98-c442-4aa1-92c0-1d5100a39c71), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:13.015755 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c552b895c89a42f0871474aaeb32d681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974875 Mar 08 20:35:13.015755 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1c6a98-c442-4aa1-92c0-1d5100a39c71,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:13.016466 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36948) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:13.027412 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.027753 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.028437 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.028791 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.029129 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.029462 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.029792 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.030128 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.030456 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.030786 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.031130 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.032861 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.032861 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40da063-15f4-41aa-a136-dd75cb72c7ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.089149 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Publish callbacks [] for security_group (ae1c6a98-c442-4aa1-92c0-1d5100a39c71), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:13.109754 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Publish callbacks [] for security_group (ae1c6a98-c442-4aa1-92c0-1d5100a39c71), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:13.216532 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ae1c6a98-c442-4aa1-92c0-1d5100a39c71), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:13.219276 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:13.220413 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae1c6a98-c442-4aa1-92c0-1d5100a39c71 HTTP/1.1" status: 204 len: 168 time: 0.2027771 Mar 08 20:35:13.229324 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1c6a98-c442-4aa1-92c0-1d5100a39c71,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:13.236948 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.237505 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.238042 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.238612 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.239235 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.239775 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.240314 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.245059 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.245059 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.245059 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.245059 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.245059 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.245059 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b11483-9292-42c2-b6e8-bd97a7c37a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:35:13.659083 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015b7f3-cab4-4c32-8272-484bc1b91205 req-fc9cf0c0-aca3-4c2c-8eea-a014fc9c87b7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:13.660780 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8015b7f3-cab4-4c32-8272-484bc1b91205 req-fc9cf0c0-aca3-4c2c-8eea-a014fc9c87b7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0616031 Mar 08 20:35:13.710407 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8015b7f3-cab4-4c32-8272-484bc1b91205 req-5a6e1c81-4336-4784-8903-1daca410174d tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437756 Mar 08 20:35:13.779074 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fd83c-e85d-462a-bb7f-4684447dbc91 req-56ed156a-ba6e-48d3-b88b-ce0d096f777f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:13.780594 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-552fd83c-e85d-462a-bb7f-4684447dbc91 req-56ed156a-ba6e-48d3-b88b-ce0d096f777f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0535939 Mar 08 20:35:13.834321 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada19ba0-ba55-475e-951e-c9a618d6613a req-4c844a07-5d6d-4bfe-9f4c-c2a16a08d72f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:13.835901 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ada19ba0-ba55-475e-951e-c9a618d6613a req-4c844a07-5d6d-4bfe-9f4c-c2a16a08d72f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0566487 Mar 08 20:35:13.837359 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-552fd83c-e85d-462a-bb7f-4684447dbc91 req-e1a907da-8d26-4842-9050-303ab77648e9 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510342 Mar 08 20:35:13.844409 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 36960) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:13.849216 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-28534a2d-ba43-4518-a4da-14496a3d5683 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'floatingip': {'port_id': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:35:13.892540 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-28534a2d-ba43-4518-a4da-14496a3d5683 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (b68ed074-3c9c-4df6-ab01-a1d8c276201c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:14.239256 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d099316-9f83-49a3-8a2d-d19c336ca87b req-462e07e1-2d39-4b74-bdfe-9792ceb06abd tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:14.241780 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7d099316-9f83-49a3-8a2d-d19c336ca87b req-462e07e1-2d39-4b74-bdfe-9792ceb06abd tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0617645 Mar 08 20:35:14.300025 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7d099316-9f83-49a3-8a2d-d19c336ca87b req-fb1fa006-9c19-4770-ae4f-925e27ee5393 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525770 Mar 08 20:35:14.353049 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ad495-44c7-45bd-a1e7-d249fd870988 req-5ff33d8a-b80a-46f6-8749-1010b218c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:14.354614 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9d1ad495-44c7-45bd-a1e7-d249fd870988 req-5ff33d8a-b80a-46f6-8749-1010b218c106 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 1129 time: 0.0930457 Mar 08 20:35:14.460437 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-28534a2d-ba43-4518-a4da-14496a3d5683 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:14.488118 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ad495-44c7-45bd-a1e7-d249fd870988 req-b8db4b18-a576-48f1-ae0e-a0dc0d77adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:14.489633 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9d1ad495-44c7-45bd-a1e7-d249fd870988 req-b8db4b18-a576-48f1-ae0e-a0dc0d77adf4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 919 time: 0.1035142 Mar 08 20:35:14.533050 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9d1ad495-44c7-45bd-a1e7-d249fd870988 req-33cb109c-20dc-4661-8e22-d9d9d8614b76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b6436c6-150f-4400-930b-7ce32de64131 HTTP/1.1" status: 200 len: 217 time: 0.0349238 Mar 08 20:35:14.534096 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-28534a2d-ba43-4518-a4da-14496a3d5683 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (b68ed074-3c9c-4df6-ab01-a1d8c276201c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:14.618908 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36978) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:14.651554 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ad495-44c7-45bd-a1e7-d249fd870988 req-a9997f7e-03e6-4a2a-938e-399ef582d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:14.653076 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9d1ad495-44c7-45bd-a1e7-d249fd870988 req-a9997f7e-03e6-4a2a-938e-399ef582d238 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 200 len: 858 time: 0.0815291 Mar 08 20:35:14.696613 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9d1ad495-44c7-45bd-a1e7-d249fd870988 req-552217d7-98a3-492e-b12f-b4e49303d1f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b9ad49-01db-4ffb-98de-7063b097fd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323544 Mar 08 20:35:14.699398 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [None req-28534a2d-ba43-4518-a4da-14496a3d5683 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Floating IP b68ed074-3c9c-4df6-ab01-a1d8c276201c associated. External IP: 172.27.3.108, port: a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe. Mar 08 20:35:14.727511 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0806650-56ce-455e-b179-3640e9b9c8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:14.810791 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0806650-56ce-455e-b179-3640e9b9c8c1 admin admin] Publish callbacks [] for security_group (36efbc74-d5c9-4111-b121-c03450923f54), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:14.867586 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9d1ad495-44c7-45bd-a1e7-d249fd870988 req-616dfa6d-5bdc-4285-999c-40f4b4a46c43 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344445 Mar 08 20:35:14.894560 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0806650-56ce-455e-b179-3640e9b9c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (36efbc74-d5c9-4111-b121-c03450923f54), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:14.935717 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0806650-56ce-455e-b179-3640e9b9c8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36efbc74-d5c9-4111-b121-c03450923f54,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:14.940028 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a0806650-56ce-455e-b179-3640e9b9c8c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9990a90a079646f0b2ea3a2d5f49d406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199539 Mar 08 20:35:14.942800 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 36982) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:14.997671 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d65e2ef0-17d3-46b0-b1f8-7639f606ba3e admin admin] Publish callbacks [] for security_group (36efbc74-d5c9-4111-b121-c03450923f54), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:15.024847 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d65e2ef0-17d3-46b0-b1f8-7639f606ba3e admin admin] Publish callbacks [] for security_group (36efbc74-d5c9-4111-b121-c03450923f54), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:15.138065 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d65e2ef0-17d3-46b0-b1f8-7639f606ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (36efbc74-d5c9-4111-b121-c03450923f54), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:15.144816 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d65e2ef0-17d3-46b0-b1f8-7639f606ba3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:15.144816 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-d65e2ef0-17d3-46b0-b1f8-7639f606ba3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36efbc74-d5c9-4111-b121-c03450923f54 HTTP/1.1" status: 204 len: 168 time: 0.1981139 Mar 08 20:35:15.154400 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e2ef0-17d3-46b0-b1f8-7639f606ba3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36efbc74-d5c9-4111-b121-c03450923f54,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:15.302134 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9d1ad495-44c7-45bd-a1e7-d249fd870988 req-cb1c192a-f081-44b0-b76c-a483710494d7 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272053 Mar 08 20:35:15.314467 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28534a2d-ba43-4518-a4da-14496a3d5683 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:35:15.470513 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28534a2d-ba43-4518-a4da-14496a3d5683 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:35:15.475502 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-28534a2d-ba43-4518-a4da-14496a3d5683 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:15.482116 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] Sync routers for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:35:15.484251 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679ebb6-aefe-42d3-ba22-9df52a679526 req-5152582c-a356-4da6-8768-68361e3daf7d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:15.485816 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7679ebb6-aefe-42d3-ba22-9df52a679526 req-5152582c-a356-4da6-8768-68361e3daf7d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.1107407 Mar 08 20:35:15.494710 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:35:15.495719 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:34:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:15.538157 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-28534a2d-ba43-4518-a4da-14496a3d5683 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "PUT /v2.0/floatingips/b68ed074-3c9c-4df6-ab01-a1d8c276201c HTTP/1.1" status: 200 len: 991 time: 1.6920474 Mar 08 20:35:15.539680 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'tag': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:35:15.541957 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1187b31d-4d76-436b-8cc6-4c8fa1295d00", "tag": "a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:35:15.591944 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7679ebb6-aefe-42d3-ba22-9df52a679526 req-9d7c323c-672e-4776-b386-eb9a815020fe tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870643 Mar 08 20:35:15.593641 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5db462f-87de-403b-a3ca-f82fa0428acc x-openstack-request-id: req-a5db462f-87de-403b-a3ca-f82fa0428acc {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:35:15.595326 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1187b31d-4d76-436b-8cc6-4c8fa1295d00", "tag": "a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:35:15.595795 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5db462f-87de-403b-a3ca-f82fa0428acc {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:35:15.596665 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'tag': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe', 'status': 'completed', 'code': 200} Mar 08 20:35:15.618959 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:35:15.664291 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-bda4df3b-2829-4b36-82f8-99a98add4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:15.665818 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-bda4df3b-2829-4b36-82f8-99a98add4817 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 1129 time: 0.0474861 Mar 08 20:35:15.772313 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-c00fc727-f3ac-4b2c-86cc-52ba286491ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:15.773831 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-c00fc727-f3ac-4b2c-86cc-52ba286491ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=db84cda9-01b2-4e22-b048-5c2981a2f58a HTTP/1.1" status: 200 len: 912 time: 0.0961831 Mar 08 20:35:15.840359 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-d5590330-5d0b-4da8-ab45-a822ce5a1a3b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe HTTP/1.1" status: 200 len: 999 time: 0.0593433 Mar 08 20:35:15.890031 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-fc436ca4-e56c-4464-9990-b23a9338961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:15.894074 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-fc436ca4-e56c-4464-9990-b23a9338961a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d60bfdd4-3fd3-418b-ae07-510ff8cab84d HTTP/1.1" status: 200 len: 850 time: 0.0449989 Mar 08 20:35:15.930789 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'b68ed074-3c9c-4df6-ab01-a1d8c276201c', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'port_id': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'mac_address': 'fa:16:3e:7e:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:34:50Z', 'updated_at': '2022-03-08T20:35:14Z', 'revision_number': 1, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:15.953168 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-780a44b8-3d0e-402b-be31-ed4f7c6c4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:15.954697 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-780a44b8-3d0e-402b-be31-ed4f7c6c4d13 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db84cda9-01b2-4e22-b048-5c2981a2f58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513117 Mar 08 20:35:15.956876 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] Checking router: e8dabbfa-b3b4-4889-a5fb-c29a61572f7c for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:35:15.965783 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:35:15.966381 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:34:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:16.047152 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-09b1aea0-dc7b-47cc-adf8-51271b857778 service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847611 Mar 08 20:35:16.083012 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:35:16.142346 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-988bf7d2-c05a-4ef3-b66b-30d43a3047ad req-11338ef4-70ee-4185-810a-f157dffc2e22 service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874469 Mar 08 20:35:16.309549 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'b68ed074-3c9c-4df6-ab01-a1d8c276201c', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'port_id': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'mac_address': 'fa:16:3e:7e:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:34:50Z', 'updated_at': '2022-03-08T20:35:14Z', 'revision_number': 1, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:35:16.335461 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec66b79-60ae-45b9-8813-ecd6ea054cf8 None None] The sync data for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi is: [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'b68ed074-3c9c-4df6-ab01-a1d8c276201c', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'port_id': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'mac_address': 'fa:16:3e:7e:17:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:34:50Z', 'updated_at': '2022-03-08T20:35:14Z', 'revision_number': 1, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:35:16.524858 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-eb8b40c5-00d9-4329-98da-f587f50c4595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:16.527835 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5bf34b-212c-4592-8a2e-5491910f361e None None] New status for floating IP b68ed074-3c9c-4df6-ab01-a1d8c276201c: ACTIVE {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:35:16.715032 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3861fd-80c5-4ba1-b86e-da890bb52f2f req-b6d732e4-160c-433f-b4d6-7286b4c89215 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:16.716748 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8f3861fd-80c5-4ba1-b86e-da890bb52f2f req-b6d732e4-160c-433f-b4d6-7286b4c89215 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0575209 Mar 08 20:35:16.763993 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8f3861fd-80c5-4ba1-b86e-da890bb52f2f req-b93f215f-5eed-4e16-b003-27b3c75b0e3d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Mar 08 20:35:17.878416 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bae4fa-277a-4f85-8bf3-a11545a175d4 req-eda494da-610c-4e2a-ade8-32088eda186d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:17.879912 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-28bae4fa-277a-4f85-8bf3-a11545a175d4 req-eda494da-610c-4e2a-ade8-32088eda186d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0507903 Mar 08 20:35:17.924821 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-28bae4fa-277a-4f85-8bf3-a11545a175d4 req-c633f4e5-89fc-4733-9e02-cb2eac2dc802 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Mar 08 20:35:18.700742 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:35:19.041455 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e17e6-c883-4ac0-9714-b7bceba66a28 req-7a05be46-4b2c-4efc-b17c-6b88d8270d89 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:19.042970 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4d1e17e6-c883-4ac0-9714-b7bceba66a28 req-7a05be46-4b2c-4efc-b17c-6b88d8270d89 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0526187 Mar 08 20:35:19.043348 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1105a241-5f4c-42f1-a7b3-d64c11a24cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:19.089366 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4d1e17e6-c883-4ac0-9714-b7bceba66a28 req-dee78eb4-d11d-439a-b4ff-d06fbe0d4519 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Mar 08 20:35:20.188137 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:21.603512 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:21.930400 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ac2f-cbdb-42c8-915e-84171930b2da req-c7bad0da-a472-4ef7-8d76-6550231f930d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:21.932084 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8e06ac2f-cbdb-42c8-915e-84171930b2da req-c7bad0da-a472-4ef7-8d76-6550231f930d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0527766 Mar 08 20:35:21.978251 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8e06ac2f-cbdb-42c8-915e-84171930b2da req-99c058db-8fb8-4212-a78f-f4973a339c16 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Mar 08 20:35:22.896882 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:31.669354 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d7715-c37a-441f-855e-db9630a8b27d req-47d699a6-e0db-403d-bde4-f808ddf5b21b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:31.670820 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ed9d7715-c37a-441f-855e-db9630a8b27d req-47d699a6-e0db-403d-bde4-f808ddf5b21b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0519102 Mar 08 20:35:31.720411 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ed9d7715-c37a-441f-855e-db9630a8b27d req-36e3b6b6-6c31-42f1-95a6-eef3cb280633 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440416 Mar 08 20:35:31.742504 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d6ba-1ce3-48b4-ab64-72d0832639ff req-e2fe9bb4-b3dd-4ac3-8896-92aa7bdebd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:31.744668 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c5c9d6ba-1ce3-48b4-ab64-72d0832639ff req-e2fe9bb4-b3dd-4ac3-8896-92aa7bdebd2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 1129 time: 0.0483706 Mar 08 20:35:31.844521 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d6ba-1ce3-48b4-ab64-72d0832639ff req-21106a5a-6419-404f-ab45-a56784aebcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:31.845906 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c5c9d6ba-1ce3-48b4-ab64-72d0832639ff req-21106a5a-6419-404f-ab45-a56784aebcd6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 919 time: 0.0832329 Mar 08 20:35:31.893307 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c5c9d6ba-1ce3-48b4-ab64-72d0832639ff req-25339066-0f75-4df1-bb74-8458e2c0c95f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b6436c6-150f-4400-930b-7ce32de64131 HTTP/1.1" status: 200 len: 217 time: 0.0371530 Mar 08 20:35:31.942347 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d6ba-1ce3-48b4-ab64-72d0832639ff req-9b58e0bb-eaba-467c-92c2-fa3e9f4c6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:31.947659 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c5c9d6ba-1ce3-48b4-ab64-72d0832639ff req-9b58e0bb-eaba-467c-92c2-fa3e9f4c6062 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 200 len: 858 time: 0.0436132 Mar 08 20:35:31.977106 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c5c9d6ba-1ce3-48b4-ab64-72d0832639ff req-bb2919ec-ec0b-449b-a15e-e57a6a0c86aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b9ad49-01db-4ffb-98de-7063b097fd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257533 Mar 08 20:35:32.076462 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c5c9d6ba-1ce3-48b4-ab64-72d0832639ff req-ea432279-3b20-4e82-b9e6-36fea2499e65 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852544 Mar 08 20:35:32.172382 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c5c9d6ba-1ce3-48b4-ab64-72d0832639ff req-2f6ed1a7-2775-4c8a-bcf1-5fa5cc547104 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867004 Mar 08 20:35:32.838338 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501ba85-0137-486a-ba1a-8846047350ae req-dd03ba1d-6c5e-4f14-be7f-ce5e3215aadb tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:32.839734 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3501ba85-0137-486a-ba1a-8846047350ae req-dd03ba1d-6c5e-4f14-be7f-ce5e3215aadb tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0510492 Mar 08 20:35:32.888971 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3501ba85-0137-486a-ba1a-8846047350ae req-07d8aff9-7e81-455a-bf7c-47ecb6dff549 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Mar 08 20:35:34.005041 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b7b18-69a7-4e46-9520-10481704f0ef req-c0861d84-397c-4756-8b84-33f73e617734 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:34.006513 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2e9b7b18-69a7-4e46-9520-10481704f0ef req-c0861d84-397c-4756-8b84-33f73e617734 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0513868 Mar 08 20:35:34.054985 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2e9b7b18-69a7-4e46-9520-10481704f0ef req-32ee8394-5976-4cf3-850b-be105a23d8c5 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Mar 08 20:35:34.137502 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37124) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:34.273665 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-001baa3c-5953-45ea-9406-d4d6e396f300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:34.346041 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-001baa3c-5953-45ea-9406-d4d6e396f300 admin admin] Publish callbacks [] for security_group (f180b8a6-edde-4bbc-903f-caf6ffdc66d7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:34.410740 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-001baa3c-5953-45ea-9406-d4d6e396f300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (f180b8a6-edde-4bbc-903f-caf6ffdc66d7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:34.449357 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-001baa3c-5953-45ea-9406-d4d6e396f300 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7748aaf015c1416fb06f8d95f2deaa2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107607 Mar 08 20:35:34.450458 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001baa3c-5953-45ea-9406-d4d6e396f300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f180b8a6-edde-4bbc-903f-caf6ffdc66d7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:34.452162 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37128) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:34.500577 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-76005669-16e6-4bf8-b89b-2d633513f7c1 admin admin] Publish callbacks [] for security_group (f180b8a6-edde-4bbc-903f-caf6ffdc66d7), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:34.521086 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-76005669-16e6-4bf8-b89b-2d633513f7c1 admin admin] Publish callbacks [] for security_group (f180b8a6-edde-4bbc-903f-caf6ffdc66d7), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:34.643057 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-76005669-16e6-4bf8-b89b-2d633513f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (f180b8a6-edde-4bbc-903f-caf6ffdc66d7), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:34.645652 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-76005669-16e6-4bf8-b89b-2d633513f7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:34.647053 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-76005669-16e6-4bf8-b89b-2d633513f7c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f180b8a6-edde-4bbc-903f-caf6ffdc66d7 HTTP/1.1" status: 204 len: 168 time: 0.1935620 Mar 08 20:35:34.654577 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76005669-16e6-4bf8-b89b-2d633513f7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f180b8a6-edde-4bbc-903f-caf6ffdc66d7,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:35.178258 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb436218-a961-4d93-aecf-794dad2a6f24 req-05cddf5e-d6d1-4ec7-9892-e5f52765fd44 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:35.179758 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fb436218-a961-4d93-aecf-794dad2a6f24 req-05cddf5e-d6d1-4ec7-9892-e5f52765fd44 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0526354 Mar 08 20:35:35.227837 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fb436218-a961-4d93-aecf-794dad2a6f24 req-af024e25-0094-4a2c-b5e8-3c84dfdd42ad tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Mar 08 20:35:36.243242 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:36.350003 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e2ddd-4ffb-4541-95a7-d72348280a80 req-510d4568-3a2a-4c00-ab95-947bb2224b8c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:36.350003 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-554e2ddd-4ffb-4541-95a7-d72348280a80 req-510d4568-3a2a-4c00-ab95-947bb2224b8c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0554776 Mar 08 20:35:36.396596 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-554e2ddd-4ffb-4541-95a7-d72348280a80 req-43846441-de73-45db-a6fc-ad12c892ba15 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Mar 08 20:35:37.517192 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c775b-c3a8-4ed7-9649-9ce3852ddbc5 req-48b28d98-477b-4aa5-b90b-1ce7a375d156 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:37.518683 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-254c775b-c3a8-4ed7-9649-9ce3852ddbc5 req-48b28d98-477b-4aa5-b90b-1ce7a375d156 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0574071 Mar 08 20:35:37.566700 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-254c775b-c3a8-4ed7-9649-9ce3852ddbc5 req-a9400652-6a3b-49b2-923e-4444c739ecbf tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Mar 08 20:35:38.682003 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee19f-b728-47fe-a033-1d084f1a030d req-47dd9e78-d704-4edc-b86c-5447f9f842d4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:38.683466 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5a9ee19f-b728-47fe-a033-1d084f1a030d req-47dd9e78-d704-4edc-b86c-5447f9f842d4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0512595 Mar 08 20:35:38.728786 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5a9ee19f-b728-47fe-a033-1d084f1a030d req-c8eab3c3-cc16-43c6-9d99-a83c9281ce27 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Mar 08 20:35:39.844519 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544cd43-d1b9-413b-984f-205bf150ab42 req-aee89476-25ac-45fc-982f-b8937a3d8989 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:39.846143 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6544cd43-d1b9-413b-984f-205bf150ab42 req-aee89476-25ac-45fc-982f-b8937a3d8989 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0523491 Mar 08 20:35:39.892748 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6544cd43-d1b9-413b-984f-205bf150ab42 req-4c48170f-5de7-4190-bf16-89027c9956f0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Mar 08 20:35:41.012071 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cbfc6-c097-4390-943d-f1cdfdfaab1d req-732d056f-01a5-43b8-a492-d970972e0891 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:41.013572 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e67cbfc6-c097-4390-943d-f1cdfdfaab1d req-732d056f-01a5-43b8-a492-d970972e0891 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0550036 Mar 08 20:35:41.059974 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e67cbfc6-c097-4390-943d-f1cdfdfaab1d req-6ee4795f-53e3-4b66-9eee-5cd6ea25c216 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Mar 08 20:35:42.174404 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14b721-e575-4bdc-8bd2-0ee7383d2b42 req-113bd4f8-09fe-49d5-8bf3-cb887a1a6925 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.175925 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad14b721-e575-4bdc-8bd2-0ee7383d2b42 req-113bd4f8-09fe-49d5-8bf3-cb887a1a6925 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0511136 Mar 08 20:35:42.225768 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad14b721-e575-4bdc-8bd2-0ee7383d2b42 req-81983445-bc15-4811-bec0-1865e5bfec63 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Mar 08 20:35:43.345525 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437aac7-5d68-47a2-b0e4-a46212d78264 req-eb7c9621-8ec5-4190-8877-7260416bbc60 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:43.347057 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5437aac7-5d68-47a2-b0e4-a46212d78264 req-eb7c9621-8ec5-4190-8877-7260416bbc60 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0522866 Mar 08 20:35:43.393526 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5437aac7-5d68-47a2-b0e4-a46212d78264 req-a9825c9a-8324-48fa-a756-667a68dbcc3d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Mar 08 20:35:44.509774 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d10ab-09a5-4761-a7f8-bdc3edfb8f22 req-e566134d-b8e4-4493-b1a1-a5a8cbdd0b4d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:44.511274 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f95d10ab-09a5-4761-a7f8-bdc3edfb8f22 req-e566134d-b8e4-4493-b1a1-a5a8cbdd0b4d tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0512226 Mar 08 20:35:44.561465 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f95d10ab-09a5-4761-a7f8-bdc3edfb8f22 req-e114e273-2d58-47da-8c67-c41817ef0b79 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440526 Mar 08 20:35:45.677428 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444fe35-1335-432e-8327-b9fc00d493f6 req-c06a4b42-ac61-4194-b4ab-de423f23b372 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:45.678951 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f444fe35-1335-432e-8327-b9fc00d493f6 req-c06a4b42-ac61-4194-b4ab-de423f23b372 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0529630 Mar 08 20:35:45.729269 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f444fe35-1335-432e-8327-b9fc00d493f6 req-403ef8c6-e8f1-4153-9a60-0a77ac34e66f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449483 Mar 08 20:35:46.551657 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e3cd-7ae8-4c2d-b7d3-d3c01575e8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:46.845151 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867bb37-94bf-4261-9804-b4d699a947c6 req-c05753ca-a63e-4180-886e-670d9b8c6784 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:46.846602 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0867bb37-94bf-4261-9804-b4d699a947c6 req-c05753ca-a63e-4180-886e-670d9b8c6784 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0520370 Mar 08 20:35:46.890942 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0867bb37-94bf-4261-9804-b4d699a947c6 req-75ef86d4-84ea-47f7-b9d1-21c088ccab13 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388715 Mar 08 20:35:47.445668 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37280) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:47.545917 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee30ebe6-66a4-4e1c-8e0d-5426a42ff121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:47.618721 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee30ebe6-66a4-4e1c-8e0d-5426a42ff121 admin admin] Publish callbacks [] for security_group (375aa2d8-a03b-4e1d-9603-7bf68535eee0), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:47.683113 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee30ebe6-66a4-4e1c-8e0d-5426a42ff121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (375aa2d8-a03b-4e1d-9603-7bf68535eee0), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:47.722277 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ee30ebe6-66a4-4e1c-8e0d-5426a42ff121 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83d9435d388e4f27a993209d15e591e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754765 Mar 08 20:35:47.723041 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30ebe6-66a4-4e1c-8e0d-5426a42ff121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375aa2d8-a03b-4e1d-9603-7bf68535eee0,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:47.724914 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37284) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:47.775748 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ea9823e2-346c-4313-b237-ceaf137ee804 admin admin] Publish callbacks [] for security_group (375aa2d8-a03b-4e1d-9603-7bf68535eee0), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:47.796457 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ea9823e2-346c-4313-b237-ceaf137ee804 admin admin] Publish callbacks [] for security_group (375aa2d8-a03b-4e1d-9603-7bf68535eee0), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:47.902358 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ea9823e2-346c-4313-b237-ceaf137ee804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (375aa2d8-a03b-4e1d-9603-7bf68535eee0), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:47.904907 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ea9823e2-346c-4313-b237-ceaf137ee804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:47.906049 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-ea9823e2-346c-4313-b237-ceaf137ee804 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/375aa2d8-a03b-4e1d-9603-7bf68535eee0 HTTP/1.1" status: 204 len: 168 time: 0.1801658 Mar 08 20:35:47.913907 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9823e2-346c-4313-b237-ceaf137ee804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375aa2d8-a03b-4e1d-9603-7bf68535eee0,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:48.014069 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df65705-b091-49cb-9515-cadc9e6296fb req-baca60ee-91a7-4921-977b-b8c4cdb69b14 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:48.015622 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9df65705-b091-49cb-9515-cadc9e6296fb req-baca60ee-91a7-4921-977b-b8c4cdb69b14 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0529633 Mar 08 20:35:48.062528 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9df65705-b091-49cb-9515-cadc9e6296fb req-b985576f-6496-484c-8c4e-2fa11f1da31b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Mar 08 20:35:48.520283 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37292) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:48.533530 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e9df0e38-3b13-4ff8-a679-bdd13615a748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:48.606353 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e9df0e38-3b13-4ff8-a679-bdd13615a748 admin admin] Publish callbacks [] for security_group (603ca141-f801-43fd-b02d-7924261d9753), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:48.679353 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e9df0e38-3b13-4ff8-a679-bdd13615a748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (603ca141-f801-43fd-b02d-7924261d9753), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:48.715538 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e9df0e38-3b13-4ff8-a679-bdd13615a748 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96f78baad5b94c979c138b837e7cc793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941125 Mar 08 20:35:48.717846 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df0e38-3b13-4ff8-a679-bdd13615a748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603ca141-f801-43fd-b02d-7924261d9753,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:48.718767 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37294) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:48.769379 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2712c467-604a-49aa-aa48-19f43d02a73f admin admin] Publish callbacks [] for security_group (603ca141-f801-43fd-b02d-7924261d9753), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:48.790361 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2712c467-604a-49aa-aa48-19f43d02a73f admin admin] Publish callbacks [] for security_group (603ca141-f801-43fd-b02d-7924261d9753), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:48.908180 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2712c467-604a-49aa-aa48-19f43d02a73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (603ca141-f801-43fd-b02d-7924261d9753), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:48.910859 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2712c467-604a-49aa-aa48-19f43d02a73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:48.912029 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-2712c467-604a-49aa-aa48-19f43d02a73f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/603ca141-f801-43fd-b02d-7924261d9753 HTTP/1.1" status: 204 len: 168 time: 0.1916792 Mar 08 20:35:48.919665 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712c467-604a-49aa-aa48-19f43d02a73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603ca141-f801-43fd-b02d-7924261d9753,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:49.050902 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ef24cfeb-2458-472b-9cdf-2aae2959ed29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:49.182409 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c380b4-ed52-4c36-8c5d-991287d0fd32 req-3f216d54-166e-4eda-9bd9-cec76e20c526 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:49.183926 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-16c380b4-ed52-4c36-8c5d-991287d0fd32 req-3f216d54-166e-4eda-9bd9-cec76e20c526 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0560560 Mar 08 20:35:49.232386 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-16c380b4-ed52-4c36-8c5d-991287d0fd32 req-46ecee5b-cb79-4d24-88a8-9289c93f2c64 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 Mar 08 20:35:49.553315 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37306) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:49.566786 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50405564-a46e-4287-9d9f-f8a0649be96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:49.638298 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50405564-a46e-4287-9d9f-f8a0649be96c admin admin] Publish callbacks [] for security_group (0c768113-8512-4b3e-a3a1-578f8cbe8bf9), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:49.702888 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50405564-a46e-4287-9d9f-f8a0649be96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0c768113-8512-4b3e-a3a1-578f8cbe8bf9), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:49.740662 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-50405564-a46e-4287-9d9f-f8a0649be96c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa879b77799748fe9f778a9e80880d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862538 Mar 08 20:35:49.741490 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50405564-a46e-4287-9d9f-f8a0649be96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c768113-8512-4b3e-a3a1-578f8cbe8bf9,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:49.743380 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37308) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:35:49.791407 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4035-adef-4518-bb6d-9052ce1c3189 admin admin] Publish callbacks [] for security_group (0c768113-8512-4b3e-a3a1-578f8cbe8bf9), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:49.812661 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4035-adef-4518-bb6d-9052ce1c3189 admin admin] Publish callbacks [] for security_group (0c768113-8512-4b3e-a3a1-578f8cbe8bf9), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:49.942544 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4035-adef-4518-bb6d-9052ce1c3189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0c768113-8512-4b3e-a3a1-578f8cbe8bf9), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:49.945155 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4035-adef-4518-bb6d-9052ce1c3189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:49.946291 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-bf9e4035-adef-4518-bb6d-9052ce1c3189 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c768113-8512-4b3e-a3a1-578f8cbe8bf9 HTTP/1.1" status: 204 len: 168 time: 0.2019262 Mar 08 20:35:49.953914 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e4035-adef-4518-bb6d-9052ce1c3189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c768113-8512-4b3e-a3a1-578f8cbe8bf9,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:35:50.163331 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:50.349651 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de6c65-44a3-4ab7-bff4-ad7f2a74fcd4 req-734674b9-1865-4c82-8c65-76050ada47e9 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:50.351146 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-12de6c65-44a3-4ab7-bff4-ad7f2a74fcd4 req-734674b9-1865-4c82-8c65-76050ada47e9 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0517638 Mar 08 20:35:50.401850 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-12de6c65-44a3-4ab7-bff4-ad7f2a74fcd4 req-7cde5673-4088-45f1-b01b-95dde61a62ed tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Mar 08 20:35:51.527601 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8778a68-3366-4162-928a-180a037c767a req-a04efe6b-ff3b-41d3-ada9-d93c6cd9272e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:51.529101 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8778a68-3366-4162-928a-180a037c767a req-a04efe6b-ff3b-41d3-ada9-d93c6cd9272e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0587182 Mar 08 20:35:51.575181 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:51.581093 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8778a68-3366-4162-928a-180a037c767a req-9c03dd4a-631e-4699-b44b-a5fefecebca2 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464635 Mar 08 20:35:52.698307 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974e922-9995-4904-9648-d9497aeb7a35 req-a6671e62-51c9-4a28-815a-deb4250da91c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:52.699794 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5974e922-9995-4904-9648-d9497aeb7a35 req-a6671e62-51c9-4a28-815a-deb4250da91c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0525365 Mar 08 20:35:52.747387 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5974e922-9995-4904-9648-d9497aeb7a35 req-aedb0751-461c-427b-ad3a-9f08646c0d2b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Mar 08 20:35:52.914174 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:53.861835 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45ca3e-b3a3-4f29-9c71-3b9c08a9771b req-9fa1a101-ef8f-43b7-ba25-d52c68c688b0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:53.863339 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7c45ca3e-b3a3-4f29-9c71-3b9c08a9771b req-9fa1a101-ef8f-43b7-ba25-d52c68c688b0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0508106 Mar 08 20:35:53.909157 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7c45ca3e-b3a3-4f29-9c71-3b9c08a9771b req-7b7a91a2-2771-46c2-a128-ff01e7514c88 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Mar 08 20:35:54.813205 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6fde2-f10e-48ef-a0b2-d8a099171236 req-350b6d47-58fe-4fff-b0e5-973edab2183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:54.814672 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c1f6fde2-f10e-48ef-a0b2-d8a099171236 req-350b6d47-58fe-4fff-b0e5-973edab2183f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 1129 time: 0.0436053 Mar 08 20:35:54.856869 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c1f6fde2-f10e-48ef-a0b2-d8a099171236 req-1a21e6f0-3ae7-4c77-907e-dc231dc6bd45 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352597 Mar 08 20:35:55.022973 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3596f-4ce9-4a24-a285-232a76158387 req-7d4300a1-8912-4bed-ad9d-486681327c96 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:55.024416 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4bf3596f-4ce9-4a24-a285-232a76158387 req-7d4300a1-8912-4bed-ad9d-486681327c96 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0515778 Mar 08 20:35:55.069883 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4bf3596f-4ce9-4a24-a285-232a76158387 req-c5801662-dd7a-4813-9d7f-c17afef15628 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Mar 08 20:35:55.699483 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:35:56.189478 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f078b8-afec-4201-b6bd-60461d504fa8 req-b7a7213f-b0dd-4acd-bcd0-0fc0542440ff tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:56.190957 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d5f078b8-afec-4201-b6bd-60461d504fa8 req-b7a7213f-b0dd-4acd-bcd0-0fc0542440ff tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0557168 Mar 08 20:35:56.239129 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d5f078b8-afec-4201-b6bd-60461d504fa8 req-328935ad-b8df-4f48-bfb6-b0f40f7e4edb tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416412 Mar 08 20:35:57.359588 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bacc0f-2ba3-4a80-9da7-e771d4a1e2e3 req-10c9e50f-4d65-4d12-a6aa-ca3f6b877868 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:57.361074 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-89bacc0f-2ba3-4a80-9da7-e771d4a1e2e3 req-10c9e50f-4d65-4d12-a6aa-ca3f6b877868 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0556800 Mar 08 20:35:57.407869 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-89bacc0f-2ba3-4a80-9da7-e771d4a1e2e3 req-47ba5f0d-d94b-4902-8dea-d6409e9a544f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Mar 08 20:35:57.862564 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe5de8-ad01-497d-a0dc-6a38d5834f6f req-792b7a35-9cb8-4e05-9d21-aaec61b74741 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:57.864008 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6bfe5de8-ad01-497d-a0dc-6a38d5834f6f req-792b7a35-9cb8-4e05-9d21-aaec61b74741 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0539298 Mar 08 20:35:57.940478 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6bfe5de8-ad01-497d-a0dc-6a38d5834f6f req-5a5a2aef-9cd1-4720-8c13-d4f1a53e76a2 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674975 Mar 08 20:35:57.942181 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11043089-2157-4b2d-a48d-8295ae0790ae req-c74626d2-3236-4e96-8eaf-5b95d33e111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:57.943593 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11043089-2157-4b2d-a48d-8295ae0790ae req-c74626d2-3236-4e96-8eaf-5b95d33e111c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 1129 time: 0.0787401 Mar 08 20:35:58.031208 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11043089-2157-4b2d-a48d-8295ae0790ae req-960bc6e8-f0d9-448c-8ba1-9928a6b34944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:58.032709 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11043089-2157-4b2d-a48d-8295ae0790ae req-960bc6e8-f0d9-448c-8ba1-9928a6b34944 service neutron] 10.222.0.58 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 919 time: 0.0831673 Mar 08 20:35:58.077940 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11043089-2157-4b2d-a48d-8295ae0790ae req-c174608a-a952-43fd-b1ec-ace2acab6b27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b6436c6-150f-4400-930b-7ce32de64131 HTTP/1.1" status: 200 len: 217 time: 0.0372910 Mar 08 20:35:58.128400 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11043089-2157-4b2d-a48d-8295ae0790ae req-55135d7c-6325-40c3-803a-0b81d50706a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:58.129784 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11043089-2157-4b2d-a48d-8295ae0790ae req-55135d7c-6325-40c3-803a-0b81d50706a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 200 len: 858 time: 0.0430729 Mar 08 20:35:58.160990 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11043089-2157-4b2d-a48d-8295ae0790ae req-8ca0d42f-6508-4394-8e09-635721a22f6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b9ad49-01db-4ffb-98de-7063b097fd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243642 Mar 08 20:35:58.255616 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11043089-2157-4b2d-a48d-8295ae0790ae req-d975f32e-6b8a-4694-8f85-42f046befc3a service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836649 Mar 08 20:35:58.344115 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11043089-2157-4b2d-a48d-8295ae0790ae req-77c68605-f498-4eeb-91e9-9ebb9ab45c11 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810568 Mar 08 20:35:59.061128 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609dc0f-e23e-43f0-8a47-271bf67c7722 req-1d33726a-fd4a-49cf-a4b4-2680b39b193a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:59.062759 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d609dc0f-e23e-43f0-8a47-271bf67c7722 req-1d33726a-fd4a-49cf-a4b4-2680b39b193a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0542934 Mar 08 20:35:59.109683 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d609dc0f-e23e-43f0-8a47-271bf67c7722 req-5bef48f1-640a-4805-a47a-8f584b212be6 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Mar 08 20:36:00.226973 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ee610-44f5-4a92-b955-cf293d34d691 req-8dbf1e89-ebc6-4986-bcd4-de723617e62e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:00.228461 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-339ee610-44f5-4a92-b955-cf293d34d691 req-8dbf1e89-ebc6-4986-bcd4-de723617e62e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0516753 Mar 08 20:36:00.277689 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-339ee610-44f5-4a92-b955-cf293d34d691 req-07c7e0ba-d538-4c7c-bb74-bc4eb5c4b5bc tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Mar 08 20:36:01.403966 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3f68d-0454-462a-81f8-7705db971676 req-c4b6e2e6-188d-4810-a25b-2277ae2ee00a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:01.405486 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-87a3f68d-0454-462a-81f8-7705db971676 req-c4b6e2e6-188d-4810-a25b-2277ae2ee00a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0610967 Mar 08 20:36:01.452465 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-87a3f68d-0454-462a-81f8-7705db971676 req-e4586016-59c6-4dd0-be99-d0779901d915 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408618 Mar 08 20:36:02.568414 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22cab2-d2c3-49ce-a8dd-e420d0782113 req-161ab6f0-26d3-4021-b8b3-ce44418593b4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:02.569896 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-de22cab2-d2c3-49ce-a8dd-e420d0782113 req-161ab6f0-26d3-4021-b8b3-ce44418593b4 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0514417 Mar 08 20:36:02.616086 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-de22cab2-d2c3-49ce-a8dd-e420d0782113 req-ee9dc8d5-426f-4780-b696-9456d3f798ed tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Mar 08 20:36:03.076323 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37480) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:03.184876 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e03da58-53d3-44a2-9de7-9cb668fdc7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.259382 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e03da58-53d3-44a2-9de7-9cb668fdc7c1 admin admin] Publish callbacks [] for security_group (644ef83f-1d9b-4481-a317-6bf4fa01b0db), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.352481 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e03da58-53d3-44a2-9de7-9cb668fdc7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (644ef83f-1d9b-4481-a317-6bf4fa01b0db), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.389062 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-2e03da58-53d3-44a2-9de7-9cb668fdc7c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32f09594d7b945a8b4ddc31e738e6abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116653 Mar 08 20:36:03.389926 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03da58-53d3-44a2-9de7-9cb668fdc7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644ef83f-1d9b-4481-a317-6bf4fa01b0db,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:03.392253 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37486) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:03.439909 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54ceb8b9-7c95-4364-94b7-dda84ed75b2c admin admin] Publish callbacks [] for security_group (644ef83f-1d9b-4481-a317-6bf4fa01b0db), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.460956 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54ceb8b9-7c95-4364-94b7-dda84ed75b2c admin admin] Publish callbacks [] for security_group (644ef83f-1d9b-4481-a317-6bf4fa01b0db), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.577304 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54ceb8b9-7c95-4364-94b7-dda84ed75b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (644ef83f-1d9b-4481-a317-6bf4fa01b0db), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.580453 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54ceb8b9-7c95-4364-94b7-dda84ed75b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:03.581610 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-54ceb8b9-7c95-4364-94b7-dda84ed75b2c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/644ef83f-1d9b-4481-a317-6bf4fa01b0db HTTP/1.1" status: 204 len: 168 time: 0.1882989 Mar 08 20:36:03.589723 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceb8b9-7c95-4364-94b7-dda84ed75b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644ef83f-1d9b-4481-a317-6bf4fa01b0db,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:04.184422 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37494) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:04.198101 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dce2255d-208f-4ee3-86c7-dac2d53d0b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.269013 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dce2255d-208f-4ee3-86c7-dac2d53d0b78 admin admin] Publish callbacks [] for security_group (481bd6d7-2b3c-4100-aa25-b72157a03e8a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.348008 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dce2255d-208f-4ee3-86c7-dac2d53d0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (481bd6d7-2b3c-4100-aa25-b72157a03e8a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.387567 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-dce2255d-208f-4ee3-86c7-dac2d53d0b78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=757c21e9a7b341beb3c450a0c56566d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020290 Mar 08 20:36:04.389526 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2255d-208f-4ee3-86c7-dac2d53d0b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481bd6d7-2b3c-4100-aa25-b72157a03e8a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:04.390346 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37496) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:04.439974 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f516638b-63d9-4087-9fb4-dc04e1997917 admin admin] Publish callbacks [] for security_group (481bd6d7-2b3c-4100-aa25-b72157a03e8a), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.459699 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f516638b-63d9-4087-9fb4-dc04e1997917 admin admin] Publish callbacks [] for security_group (481bd6d7-2b3c-4100-aa25-b72157a03e8a), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.576715 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f516638b-63d9-4087-9fb4-dc04e1997917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (481bd6d7-2b3c-4100-aa25-b72157a03e8a), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.579296 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f516638b-63d9-4087-9fb4-dc04e1997917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:04.580443 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-f516638b-63d9-4087-9fb4-dc04e1997917 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/481bd6d7-2b3c-4100-aa25-b72157a03e8a HTTP/1.1" status: 204 len: 168 time: 0.1891088 Mar 08 20:36:04.587784 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516638b-63d9-4087-9fb4-dc04e1997917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481bd6d7-2b3c-4100-aa25-b72157a03e8a,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:05.154443 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37504) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:05.167785 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3cce2bcd-7fe7-4e06-828f-4b1a990c1489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:05.242939 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3cce2bcd-7fe7-4e06-828f-4b1a990c1489 admin admin] Publish callbacks [] for security_group (92d44497-143d-4c88-a025-9fbc1f828e44), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:05.309005 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3cce2bcd-7fe7-4e06-828f-4b1a990c1489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (92d44497-143d-4c88-a025-9fbc1f828e44), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:05.347427 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-3cce2bcd-7fe7-4e06-828f-4b1a990c1489 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba83022d15f44c5ebd369a9d3683bf54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917791 Mar 08 20:36:05.349341 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce2bcd-7fe7-4e06-828f-4b1a990c1489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d44497-143d-4c88-a025-9fbc1f828e44,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:05.350162 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37514) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:05.398949 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f02b7526-4876-4900-8a88-6ad5ebe12613 admin admin] Publish callbacks [] for security_group (92d44497-143d-4c88-a025-9fbc1f828e44), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:05.420299 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f02b7526-4876-4900-8a88-6ad5ebe12613 admin admin] Publish callbacks [] for security_group (92d44497-143d-4c88-a025-9fbc1f828e44), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:05.552497 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f02b7526-4876-4900-8a88-6ad5ebe12613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (92d44497-143d-4c88-a025-9fbc1f828e44), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:05.555143 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f02b7526-4876-4900-8a88-6ad5ebe12613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:05.557442 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-f02b7526-4876-4900-8a88-6ad5ebe12613 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92d44497-143d-4c88-a025-9fbc1f828e44 HTTP/1.1" status: 204 len: 168 time: 0.2051282 Mar 08 20:36:05.565199 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b7526-4876-4900-8a88-6ad5ebe12613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d44497-143d-4c88-a025-9fbc1f828e44,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:06.263025 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:06.420506 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-6d4dee7d-a5ff-4c53-b7e2-a76a2234dd3d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430264 Mar 08 20:36:06.485269 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-cdebd82a-0fce-4f45-8c88-77dcc7e2b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:06.487346 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-cdebd82a-0fce-4f45-8c88-77dcc7e2b9ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 1129 time: 0.0459440 Mar 08 20:36:06.593415 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-61cf5ced-37fe-41b4-a22d-4fc106326b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:06.595535 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-61cf5ced-37fe-41b4-a22d-4fc106326b03 service neutron] 10.222.0.58 "GET /v2.0/networks?id=14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 200 len: 919 time: 0.0900471 Mar 08 20:36:06.640301 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-46a28c60-7cac-4812-9060-da4e4751cff8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e5baee6-4e99-4975-827c-09187f3bef9c HTTP/1.1" status: 200 len: 217 time: 0.0383983 Mar 08 20:36:06.691486 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-6cb6960c-d93a-4be5-b34e-e89977b46fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:06.692992 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-6cb6960c-d93a-4be5-b34e-e89977b46fb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 200 len: 858 time: 0.0457344 Mar 08 20:36:06.729050 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-7a7949c6-44e7-460c-9ac0-66db4ae954b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=14b9ad49-01db-4ffb-98de-7063b097fd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273776 Mar 08 20:36:06.828024 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-b49b7a69-12e2-4bb3-bc27-02f1fe9f7df7 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898249 Mar 08 20:36:06.917298 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b34925e1-2ea8-4be8-8b57-6ac465f2a6c8 req-9418c804-49fc-4267-84dd-c9cb55159922 service neutron] 10.222.0.58 "GET /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815654 Mar 08 20:36:07.196878 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37552) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:07.302690 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c0be-59e7-4301-ba24-c1518be8faec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.375076 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c0be-59e7-4301-ba24-c1518be8faec admin admin] Publish callbacks [] for security_group (efad9fb4-3dbd-4751-b09f-4c676bdfcfc5), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.445601 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c0be-59e7-4301-ba24-c1518be8faec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (efad9fb4-3dbd-4751-b09f-4c676bdfcfc5), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.483547 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-f9c2c0be-59e7-4301-ba24-c1518be8faec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f952ff8342fb42048badb33b159ee02e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855892 Mar 08 20:36:07.484601 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2c0be-59e7-4301-ba24-c1518be8faec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efad9fb4-3dbd-4751-b09f-4c676bdfcfc5,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:07.486234 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37556) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:07.534006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb8ea-fe62-43ac-86e1-fb10d9efd699 admin admin] Publish callbacks [] for security_group (efad9fb4-3dbd-4751-b09f-4c676bdfcfc5), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.553971 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb8ea-fe62-43ac-86e1-fb10d9efd699 admin admin] Publish callbacks [] for security_group (efad9fb4-3dbd-4751-b09f-4c676bdfcfc5), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.691085 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb8ea-fe62-43ac-86e1-fb10d9efd699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (efad9fb4-3dbd-4751-b09f-4c676bdfcfc5), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.693680 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb8ea-fe62-43ac-86e1-fb10d9efd699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:07.694861 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-2d6cb8ea-fe62-43ac-86e1-fb10d9efd699 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efad9fb4-3dbd-4751-b09f-4c676bdfcfc5 HTTP/1.1" status: 204 len: 168 time: 0.2076230 Mar 08 20:36:07.703954 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cb8ea-fe62-43ac-86e1-fb10d9efd699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efad9fb4-3dbd-4751-b09f-4c676bdfcfc5,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:08.201512 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352eaed-3774-4ccc-a2dc-63289fd0080b req-157e2433-2ff4-4034-bb40-971c974a94a7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:08.203164 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4352eaed-3774-4ccc-a2dc-63289fd0080b req-157e2433-2ff4-4034-bb40-971c974a94a7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0519626 Mar 08 20:36:08.250617 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4352eaed-3774-4ccc-a2dc-63289fd0080b req-24c32eae-94a2-455c-8f17-d37a5c2e2556 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Mar 08 20:36:09.370836 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c31a-4d24-4faa-9ec7-0d43f79a7736 req-c61fa9d1-610e-46c7-9d92-8cb9474ab9ae tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:09.372323 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6379c31a-4d24-4faa-9ec7-0d43f79a7736 req-c61fa9d1-610e-46c7-9d92-8cb9474ab9ae tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0532222 Mar 08 20:36:09.420081 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6379c31a-4d24-4faa-9ec7-0d43f79a7736 req-52e8853d-b646-42a2-a995-c994e061131f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Mar 08 20:36:10.536928 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3fdf5-2509-4a3b-82f6-91bb004dbb88 req-e18a9d6a-8e3f-4208-b4ce-d8f82efa75da tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:10.538390 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-25d3fdf5-2509-4a3b-82f6-91bb004dbb88 req-e18a9d6a-8e3f-4208-b4ce-d8f82efa75da tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0524037 Mar 08 20:36:10.583736 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-25d3fdf5-2509-4a3b-82f6-91bb004dbb88 req-b46ed3e4-e855-4017-a06f-0dbb1825207f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Mar 08 20:36:11.697836 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be3a82-5b40-4b90-8dbd-31b18518e43e req-390638e9-5fdb-44a2-846e-af7b97264485 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:11.699341 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-30be3a82-5b40-4b90-8dbd-31b18518e43e req-390638e9-5fdb-44a2-846e-af7b97264485 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0517704 Mar 08 20:36:11.747233 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-30be3a82-5b40-4b90-8dbd-31b18518e43e req-0be0635c-5b37-4be9-8fc2-79f5439d1a85 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Mar 08 20:36:11.758846 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-4f33d7c3-cc4c-4913-ba2f-a635950d2d7c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:11.760320 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-4f33d7c3-cc4c-4913-ba2f-a635950d2d7c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 945 time: 0.0541661 Mar 08 20:36:11.859345 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-30b61bd5-63fb-45fb-82c7-f35b6c9a92a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Deleting port 1e5baee6-4e99-4975-827c-09187f3bef9c {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:11.859607 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-30b61bd5-63fb-45fb-82c7-f35b6c9a92a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:11.956270 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-30b61bd5-63fb-45fb-82c7-f35b6c9a92a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] For port 1e5baee6-4e99-4975-827c-09187f3bef9c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1e5baee6-4e99-4975-827c-09187f3bef9c,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:11.956633 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-30b61bd5-63fb-45fb-82c7-f35b6c9a92a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:11.968330 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-30b61bd5-63fb-45fb-82c7-f35b6c9a92a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Calling delete_port for 1e5baee6-4e99-4975-827c-09187f3bef9c owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:12.169575 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-30b61bd5-63fb-45fb-82c7-f35b6c9a92a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (1e5baee6-4e99-4975-827c-09187f3bef9c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:12.183397 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['1e5baee6-4e99-4975-827c-09187f3bef9c', '4b6436c6-150f-4400-930b-7ce32de64131'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:36:12.199267 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b61bd5-63fb-45fb-82c7-f35b6c9a92a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Pushing event deleted for resources: {'Port': ['ID=1e5baee6-4e99-4975-827c-09187f3bef9c,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:12.243583 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-30b61bd5-63fb-45fb-82c7-f35b6c9a92a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] No DVR routers for this DVR port 1e5baee6-4e99-4975-827c-09187f3bef9c on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:36:12.246612 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-30b61bd5-63fb-45fb-82c7-f35b6c9a92a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:12.249882 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6b52a5af-2ea5-44d5-900e-30ee244ecc1b req-30b61bd5-63fb-45fb-82c7-f35b6c9a92a0 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.58 "DELETE /v2.0/ports/1e5baee6-4e99-4975-827c-09187f3bef9c HTTP/1.1" status: 204 len: 173 time: 0.4787333 Mar 08 20:36:12.250427 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4423fe7-c3c9-415f-8e4d-891c8e75b7b2', 'name': 'network-vif-deleted', 'tag': '1e5baee6-4e99-4975-827c-09187f3bef9c'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:12.253295 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3e04e9-d444-4f94-9b14-6942e63f63d3" -d '{"events": [{"server_uuid": "e4423fe7-c3c9-415f-8e4d-891c8e75b7b2", "name": "network-vif-deleted", "tag": "1e5baee6-4e99-4975-827c-09187f3bef9c"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:12.287747 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3f5466-5c4e-42ec-82b9-96934b6a4c91 x-openstack-request-id: req-cb3f5466-5c4e-42ec-82b9-96934b6a4c91 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:12.291774 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4423fe7-c3c9-415f-8e4d-891c8e75b7b2", "name": "network-vif-deleted", "tag": "1e5baee6-4e99-4975-827c-09187f3bef9c", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:12.291774 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb3f5466-5c4e-42ec-82b9-96934b6a4c91 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:12.291774 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4423fe7-c3c9-415f-8e4d-891c8e75b7b2', 'name': 'network-vif-deleted', 'tag': '1e5baee6-4e99-4975-827c-09187f3bef9c', 'status': 'completed', 'code': 200} Mar 08 20:36:12.851184 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-823650c9-b5ba-48dc-b360-d67e1560a88f req-627a3574-eef5-436b-9879-8b0caacb22fb tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 210 time: 0.0260701 Mar 08 20:36:13.958265 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b68ad9d2-2ac5-4bc7-a674-3a56cd8e0b33 req-8ee5f438-3393-439c-858a-a38cc229c83f tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 210 time: 0.0263724 Mar 08 20:36:15.065340 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1d087f73-f4da-4208-b619-b28e70b96796 req-c5899218-22b0-4603-8901-f734ab0dd25e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 210 time: 0.0293729 Mar 08 20:36:15.180565 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1e5baee6-4e99-4975-827c-09187f3bef9c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:15.201897 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 1e5baee6-4e99-4975-827c-09187f3bef9c {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:15.202245 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1e5baee6-4e99-4975-827c-09187f3bef9c not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:16.167204 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8263889c-498b-4383-9314-77af4a0e653c req-6350c089-482c-4dfe-9969-d8f9d95b2087 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 210 time: 0.0276413 Mar 08 20:36:16.518629 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-78047d84-d90c-49fe-a3ab-d4affb7e8444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:17.269869 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ac725d21-720a-48a6-ad42-bb09756d7085 req-6dde9743-d944-401c-8757-3a8560bb16d1 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4423fe7-c3c9-415f-8e4d-891c8e75b7b2 HTTP/1.1" status: 200 len: 210 time: 0.0265529 Mar 08 20:36:18.746448 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa4ced-de89-4a8a-b6de-470440a0a691 req-26e9069c-953c-41b5-9540-2d16a158c87b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:18.747932 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-83aa4ced-de89-4a8a-b6de-470440a0a691 req-26e9069c-953c-41b5-9540-2d16a158c87b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0543561 Mar 08 20:36:18.793493 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-83aa4ced-de89-4a8a-b6de-470440a0a691 req-19598767-9098-41b6-ae25-917fc06945ce tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Mar 08 20:36:19.074565 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8165a353-b337-4ff9-9fa1-0bb0164a62be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:19.914543 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dbabe-1182-4786-95fe-f0b4f1a477d8 req-bf5ca4e5-7aa4-4925-a4da-5434714e2461 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:19.916035 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f16dbabe-1182-4786-95fe-f0b4f1a477d8 req-bf5ca4e5-7aa4-4925-a4da-5434714e2461 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0523231 Mar 08 20:36:19.962469 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f16dbabe-1182-4786-95fe-f0b4f1a477d8 req-fb3696ff-91ae-49c0-88c3-ae580123d9bf tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Mar 08 20:36:20.198365 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:20.980937 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37718) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:21.086320 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:21.209501 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee2c9e-f203-4e81-905b-f020b12eee52 req-06b0ee9e-f07a-42e8-af36-5c3f25649c9e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:21.211074 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6aee2c9e-f203-4e81-905b-f020b12eee52 req-06b0ee9e-f07a-42e8-af36-5c3f25649c9e tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0874231 Mar 08 20:36:21.215630 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Publish callbacks [] for security_group (7d293850-8fb5-459d-a767-951311c1a9b9), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:21.267989 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6aee2c9e-f203-4e81-905b-f020b12eee52 req-9e5aafe1-7815-4a04-9a8e-c2b79b0b4aa1 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490830 Mar 08 20:36:21.272941 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (7d293850-8fb5-459d-a767-951311c1a9b9), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:21.312038 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69e2713872e54ad09968601e707bcd70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298717 Mar 08 20:36:21.313063 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d293850-8fb5-459d-a767-951311c1a9b9,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:21.314671 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37734) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:21.320670 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.321041 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.321395 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.325836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.325836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.325836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.325836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.325836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.325836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.325836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.325836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.325836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.325836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5d8d-c262-4579-aca4-1d16d78c0911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.364026 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Publish callbacks [] for security_group (7d293850-8fb5-459d-a767-951311c1a9b9), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:21.387296 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Publish callbacks [] for security_group (7d293850-8fb5-459d-a767-951311c1a9b9), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:21.468472 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233057e2-e89f-4ebc-a540-f966321b09a9 req-275a2862-9f8e-4a29-bdd2-fd1f8003d4f8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:21.470085 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-233057e2-e89f-4ebc-a540-f966321b09a9 req-275a2862-9f8e-4a29-bdd2-fd1f8003d4f8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0519223 Mar 08 20:36:21.515921 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-233057e2-e89f-4ebc-a540-f966321b09a9 req-573ee19a-ac63-4beb-b572-75bdca3b7251 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393031 Mar 08 20:36:21.529758 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (7d293850-8fb5-459d-a767-951311c1a9b9), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:21.538166 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:21.538166 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d293850-8fb5-459d-a767-951311c1a9b9 HTTP/1.1" status: 204 len: 168 time: 0.2185209 Mar 08 20:36:21.548120 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d293850-8fb5-459d-a767-951311c1a9b9,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:21.555608 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.560751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2510a9-ff1f-46d0-b7ad-42f8ba2c2ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:21.577968 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.390267 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fee7a-d7d6-4bbb-b613-37ca6e60ff93 req-5b5f74e6-8e9f-4053-9f52-4837fa93cd27 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:22.391780 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7f1fee7a-d7d6-4bbb-b613-37ca6e60ff93 req-5b5f74e6-8e9f-4053-9f52-4837fa93cd27 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0519123 Mar 08 20:36:22.438733 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7f1fee7a-d7d6-4bbb-b613-37ca6e60ff93 req-41808502-0439-4a52-9c5a-02bf9b8fe797 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Mar 08 20:36:22.513782 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37764) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:22.610563 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-996677617-network', 'tenant_id': '9ba3fecb4ae343678106904a61f313af'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:22.639643 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4abb6-dbf2-486c-a6e0-448e895746c0 req-0ee28310-5f1a-4642-be29-148b58a68855 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:22.641168 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-37c4abb6-dbf2-486c-a6e0-448e895746c0 req-0ee28310-5f1a-4642-be29-148b58a68855 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0529075 Mar 08 20:36:22.690255 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-37c4abb6-dbf2-486c-a6e0-448e895746c0 req-63262da0-0629-4993-8274-3c639c19d68e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435052 Mar 08 20:36:22.697104 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Made reservation on behalf of 9ba3fecb4ae343678106904a61f313af for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:22.699434 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.708995 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.780228 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Publish callbacks [] for security_group (087954c9-6977-4e2c-a7cc-57e1ffd4e715), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.862791 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (087954c9-6977-4e2c-a7cc-57e1ffd4e715), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.889597 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:36:22.896594 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087954c9-6977-4e2c-a7cc-57e1ffd4e715,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:22.903670 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (0978d1e9-03f0-4f1d-b05d-118602e748ff), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.904008 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Added segment 0978d1e9-03f0-4f1d-b05d-118602e748ff of type vlan for network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c Mar 08 20:36:22.904216 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.950009 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (6e9c5133-104c-4eaa-af7e-834f9ffdf59c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.040098 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (6e9c5133-104c-4eaa-af7e-834f9ffdf59c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.041081 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:23.041667 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.100014 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] Pushing event updated for resources: {'Network': ['ID=6e9c5133-104c-4eaa-af7e-834f9ffdf59c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:23.110152 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:36:23.134460 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a4c6e2ba-2cd3-4189-ad1b-0ef2fdbb21fc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6195748 Mar 08 20:36:23.137416 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37772) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:23.142103 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Request body: {'subnet': {'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-996677617-subnet', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:23.234389 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Made reservation on behalf of 9ba3fecb4ae343678106904a61f313af for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:23.236736 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.457057 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (defaed33-8eb8-4c4c-8b77-6a0cd0fa527e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.532067 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=defaed33-8eb8-4c4c-8b77-6a0cd0fa527e,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:23.547439 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Checking segment: {'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:23.547791 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Network hostable DHCP agents. Network: 6e9c5133-104c-4eaa-af7e-834f9ffdf59c, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:36:23.583642 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463737e3-2ae2-4301-8d73-26c7bd10e189 req-ec395453-ca1f-4ea9-a2db-a050f86ecf7c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:23.585090 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-463737e3-2ae2-4301-8d73-26c7bd10e189 req-ec395453-ca1f-4ea9-a2db-a050f86ecf7c tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0696738 Mar 08 20:36:23.628555 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:36:23.635941 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-463737e3-2ae2-4301-8d73-26c7bd10e189 req-f16e9d1a-f83b-4e34-b42e-a4b70884b529 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453110 Mar 08 20:36:23.695454 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, 6e9c5133-104c-4eaa-af7e-834f9ffdf59c) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:23.699532 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:23.700123 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.704265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e041f51-d649-47d4-bf69-fab4bd1d2e4e None None] Network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:36:23.791494 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-3848ed42-229e-4536-92eb-f3a1ed30c68a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6528931 Mar 08 20:36:23.793956 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37780) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:23.800025 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:23.809426 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'project_id': '9ba3fecb4ae343678106904a61f313af', 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:36:23.810292 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.813127 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1465d6-1bac-4728-8ef7-e8388ac5a120 req-39973450-6410-4c58-bb1a-eb688462b09c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:23.815220 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fe1465d6-1bac-4728-8ef7-e8388ac5a120 req-39973450-6410-4c58-bb1a-eb688462b09c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0556033 Mar 08 20:36:23.860654 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fe1465d6-1bac-4728-8ef7-e8388ac5a120 req-b4589e80-7cd0-4d5f-962f-f0fc5952f45a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399239 Mar 08 20:36:23.909519 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.910831 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.951740 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Allocated IP 172.20.0.2 (6e9c5133-104c-4eaa-af7e-834f9ffdf59c/defaed33-8eb8-4c4c-8b77-6a0cd0fa527e/2ae763d5-ebe2-4d2c-9e73-86b290db6b98) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:23.965823 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks [] for router_controller (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), precommit_add_association {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.093741 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Publish callbacks [] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.166783 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.167026 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks [] for router_gateway (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.203618 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:24.207002 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:24.210307 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:24.220598 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Pushing event updated for resources: {'Port': ['ID=2ae763d5-ebe2-4d2c-9e73-86b290db6b98,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:24.245493 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.245865 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.250419 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:24.280406 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Attempting to bind port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:36:24.280809 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Attempting to bind port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:36:24.281175 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Attempting to bind port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 on network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:24.286273 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:36:24.286648 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Checking segment: {'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:24.287047 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.287495 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Bound using segment: {'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:36:24.287957 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Bound port: 2ae763d5-ebe2-4d2c-9e73-86b290db6b98, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:36:24.288334 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.352305 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] For port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:36:24.355506 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] For port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=2ae763d5-ebe2-4d2c-9e73-86b290db6b98,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:36:24.418076 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.436577 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks [] for router_gateway (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.455805 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.472323 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ace01f-3b0e-4855-b638-b09c4fa1a5bc None None] Pushing event updated for resources: {'Port': ['ID=2ae763d5-ebe2-4d2c-9e73-86b290db6b98,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:24.567077 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Allocated IP 172.27.3.138 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/522bb586-6fc0-4549-bb2e-04c8bc78864c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:24.687231 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks [] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.768629 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa9088-8270-46a7-b22b-e44681a75b70 req-bfaa2d9e-38c2-4ccc-bc4a-3482ac0fc9d7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:24.770133 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4afa9088-8270-46a7-b22b-e44681a75b70 req-bfaa2d9e-38c2-4ccc-bc4a-3482ac0fc9d7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0573928 Mar 08 20:36:24.793881 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:24.853896 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:24.859932 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:24.864374 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:24.868793 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4afa9088-8270-46a7-b22b-e44681a75b70 req-50fe8e99-44ed-4ad6-95f9-b5083f8adc05 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928049 Mar 08 20:36:24.873307 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Pushing event updated for resources: {'Port': ['ID=522bb586-6fc0-4549-bb2e-04c8bc78864c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:24.874251 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:24.940476 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:24.940866 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.001421 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e543b-f492-4d5a-a7ba-dfcb7600805b req-86cf7e2e-7734-490e-bf6e-97eb022925a6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:25.002938 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e29e543b-f492-4d5a-a7ba-dfcb7600805b req-86cf7e2e-7734-490e-bf6e-97eb022925a6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0537920 Mar 08 20:36:25.025428 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:25.025846 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.055486 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e29e543b-f492-4d5a-a7ba-dfcb7600805b req-7bb85ce9-aa4b-46c1-b234-7c4d211cea70 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466359 Mar 08 20:36:25.058662 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=2ae763d5-ebe2-4d2c-9e73-86b290db6b98,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:25.115343 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.172570 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=2ae763d5-ebe2-4d2c-9e73-86b290db6b98,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:25.373118 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3251b9b-d1b3-4963-8bdd-867647fec6aa None None] Network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:36:25.398031 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks [] for router_gateway (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.472173 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-096e8004-a47f-40fd-b533-f0c603bc5a6f None None] Provisioning complete for port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:25.472540 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-096e8004-a47f-40fd-b533-f0c603bc5a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.560171 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-096e8004-a47f-40fd-b533-f0c603bc5a6f None None] Current status of the port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:25.598300 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.783810 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-2d0ca557-d28f-4913-acfa-4b50358a3cab None None] Provisioning complete for port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:25.784287 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca557-d28f-4913-acfa-4b50358a3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.805784 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:36:25.869754 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ca557-d28f-4913-acfa-4b50358a3cab None None] Current status of the port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:25.882698 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-b241b396-fb71-4202-88a7-ee4c8a6d009b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:25.884168 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-b241b396-fb71-4202-88a7-ee4c8a6d009b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.3057928 Mar 08 20:36:25.925054 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:25.935143 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Sync routers for ids ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:25.953158 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Routers {'fcb31cf8-730c-44f4-ab6e-a19da37d8d47'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:25.954049 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:25.987884 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-a6f54c2f-ac58-4b44-96f7-793aae4ee29a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Deleting port 4b6436c6-150f-4400-930b-7ce32de64131 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:25.988228 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-a6f54c2f-ac58-4b44-96f7-793aae4ee29a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (4b6436c6-150f-4400-930b-7ce32de64131), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.029707 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e836e2-75dd-4336-b60c-ee037c762e9c req-fddc80f8-75d2-497b-a6ed-df2da45389ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:26.031288 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-21e836e2-75dd-4336-b60c-ee037c762e9c req-fddc80f8-75d2-497b-a6ed-df2da45389ea tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 945 time: 0.0645933 Mar 08 20:36:26.066578 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Set router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:26.088684 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-21e836e2-75dd-4336-b60c-ee037c762e9c req-20d6525b-146e-49d5-a10a-a5e7c84c605b tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478303 Mar 08 20:36:26.091566 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-a6f54c2f-ac58-4b44-96f7-793aae4ee29a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] For port 4b6436c6-150f-4400-930b-7ce32de64131, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4b6436c6-150f-4400-930b-7ce32de64131,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:26.091566 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-a6f54c2f-ac58-4b44-96f7-793aae4ee29a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (4b6436c6-150f-4400-930b-7ce32de64131), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.104576 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-a6f54c2f-ac58-4b44-96f7-793aae4ee29a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Calling delete_port for 4b6436c6-150f-4400-930b-7ce32de64131 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:26.149663 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.155149 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-23395103-42f4-4e82-ba3a-2c44b6c43d3f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3576081 Mar 08 20:36:26.163898 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37794) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:26.235168 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665a16-7654-45a8-8a4b-d0b3d85584c2 req-6216af46-47e8-4a2e-a273-66ef450927ed tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:26.237290 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-44665a16-7654-45a8-8a4b-d0b3d85584c2 req-6216af46-47e8-4a2e-a273-66ef450927ed tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0862608 Mar 08 20:36:26.261338 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:24Z', 'revision_number': 3, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:26.295132 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Checking router: fcb31cf8-730c-44f4-ab6e-a19da37d8d47 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:26.295132 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Updating router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 port 522bb586-6fc0-4549-bb2e-04c8bc78864c binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:36:26.325698 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-44665a16-7654-45a8-8a4b-d0b3d85584c2 req-c7934c6b-0430-4ea9-93c5-a75ff778b31b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788803 Mar 08 20:36:26.325952 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.421404 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-a6f54c2f-ac58-4b44-96f7-793aae4ee29a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (4b6436c6-150f-4400-930b-7ce32de64131), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.433596 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['4b6436c6-150f-4400-930b-7ce32de64131'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:36:26.469488 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f54c2f-ac58-4b44-96f7-793aae4ee29a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Pushing event deleted for resources: {'Port': ['ID=4b6436c6-150f-4400-930b-7ce32de64131,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:26.516576 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-a6f54c2f-ac58-4b44-96f7-793aae4ee29a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] No DVR routers for this DVR port 4b6436c6-150f-4400-930b-7ce32de64131 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:36:26.520058 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-a6f54c2f-ac58-4b44-96f7-793aae4ee29a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.523653 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-546ce6d6-1474-48b7-afb9-3e3b4cbcb26c req-a6f54c2f-ac58-4b44-96f7-793aae4ee29a tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.58 "DELETE /v2.0/ports/4b6436c6-150f-4400-930b-7ce32de64131 HTTP/1.1" status: 204 len: 173 time: 0.6330469 Mar 08 20:36:26.528378 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a4ce87-1896-479d-a055-aafd0dcbc583', 'name': 'network-vif-deleted', 'tag': '4b6436c6-150f-4400-930b-7ce32de64131'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:26.528378 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833a7466-01db-4e01-a36b-258cf33c4f7f" -d '{"events": [{"server_uuid": "28a4ce87-1896-479d-a055-aafd0dcbc583", "name": "network-vif-deleted", "tag": "4b6436c6-150f-4400-930b-7ce32de64131"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:26.571488 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082868bf-46fc-4d4c-8b44-8db6dff8f6cf x-openstack-request-id: req-082868bf-46fc-4d4c-8b44-8db6dff8f6cf {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:26.571782 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a4ce87-1896-479d-a055-aafd0dcbc583", "name": "network-vif-deleted", "tag": "4b6436c6-150f-4400-930b-7ce32de64131", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:26.572033 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-082868bf-46fc-4d4c-8b44-8db6dff8f6cf {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:26.572425 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a4ce87-1896-479d-a055-aafd0dcbc583', 'name': 'network-vif-deleted', 'tag': '4b6436c6-150f-4400-930b-7ce32de64131', 'status': 'completed', 'code': 200} Mar 08 20:36:26.597516 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.600423 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Publish callbacks [] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.673082 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.725911 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Attempting to bind port 522bb586-6fc0-4549-bb2e-04c8bc78864c on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:36:26.726285 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Attempting to bind port 522bb586-6fc0-4549-bb2e-04c8bc78864c by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:36:26.726648 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Attempting to bind port 522bb586-6fc0-4549-bb2e-04c8bc78864c on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:26.729844 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Pushing event updated for resources: {'Port': ['ID=522bb586-6fc0-4549-bb2e-04c8bc78864c,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:26.737568 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:36:26.737946 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:26.738350 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.738752 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:36:26.739245 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Bound port: 522bb586-6fc0-4549-bb2e-04c8bc78864c, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:36:26.739623 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.742617 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.742988 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.743383 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.743728 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.744065 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.744398 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.744728 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.745058 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.745383 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.745724 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.746054 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.746383 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.746704 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:26.760232 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Allocated IP 172.20.0.1 (6e9c5133-104c-4eaa-af7e-834f9ffdf59c/defaed33-8eb8-4c4c-8b77-6a0cd0fa527e/f2d5e283-785d-47df-965b-6478f8766484) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:26.805196 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] For port 522bb586-6fc0-4549-bb2e-04c8bc78864c, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:36:26.808305 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] For port 522bb586-6fc0-4549-bb2e-04c8bc78864c, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=522bb586-6fc0-4549-bb2e-04c8bc78864c,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:36:26.857016 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:26.866535 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Publish callbacks [] for port (f2d5e283-785d-47df-965b-6478f8766484), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.884935 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.907548 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:26.907961 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.938693 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Routers {'fcb31cf8-730c-44f4-ab6e-a19da37d8d47'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:26.939813 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:26.970366 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (f2d5e283-785d-47df-965b-6478f8766484), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.991506 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:27.018744 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:27.021799 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:27.026198 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:27.026352 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.032962 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d5e283-785d-47df-965b-6478f8766484,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:27.077834 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00fbdf-e7d7-417f-bd29-64237472da0e None None] Pushing event updated for resources: {'Port': ['ID=522bb586-6fc0-4549-bb2e-04c8bc78864c,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:27.157684 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] Set router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:27.249849 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f98dd399-76e6-4c90-a02e-2d4f3c627a9c req-f6064269-2319-456e-bf57-4c16a7dcf0f7 tempest-ServerRescueNegativeTestJSON-1921646250 tempest-ServerRescueNegativeTestJSON-1921646250-project] 10.222.0.55 "GET /v2.0/ports?device_id=28a4ce87-1896-479d-a055-aafd0dcbc583 HTTP/1.1" status: 200 len: 210 time: 0.0452883 Mar 08 20:36:27.254088 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f2d5e283-785d-47df-965b-6478f8766484), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.300693 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-8d292994-c863-4a18-83ae-89c49c1c4cb5 None None] Provisioning complete for port f2d5e283-785d-47df-965b-6478f8766484 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:27.301392 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8d292994-c863-4a18-83ae-89c49c1c4cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (f2d5e283-785d-47df-965b-6478f8766484), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.341686 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-8d292994-c863-4a18-83ae-89c49c1c4cb5 None None] Port f2d5e283-785d-47df-965b-6478f8766484 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:27.357002 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:24Z', 'revision_number': 3, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:27.395603 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11631f88-a8b7-41c4-94c9-176d6b32dc06 None None] The sync data for ids ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'] in dv-cinder-830097-3-iscsi is: [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:24Z', 'revision_number': 3, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:27.472368 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Publish callbacks [] for port (f2d5e283-785d-47df-965b-6478f8766484), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.492607 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebad633-30e7-4ace-8c37-8098f33f4610 req-20dad935-ed48-4d37-b0e6-d4315b37814b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:27.494254 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0ebad633-30e7-4ace-8c37-8098f33f4610 req-20dad935-ed48-4d37-b0e6-d4315b37814b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0770545 Mar 08 20:36:27.541127 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (f2d5e283-785d-47df-965b-6478f8766484), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.542168 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.549014 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0ebad633-30e7-4ace-8c37-8098f33f4610 req-333b220d-6ec5-4e84-baf2-64918175d440 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485184 Mar 08 20:36:27.607465 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d5e283-785d-47df-965b-6478f8766484,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:27.700262 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:27.702776 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:27.832516 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:27.951389 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:27.958356 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-6ca1c414-b7d5-4b52-828b-4a008953d805 admin admin] 10.222.0.55 "PUT /v2.0/routers/fcb31cf8-730c-44f4-ab6e-a19da37d8d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8017213 Mar 08 20:36:27.973661 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-5447f196-5380-4cba-b245-1e5491094770 None None] Provisioning complete for port f2d5e283-785d-47df-965b-6478f8766484 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:27.974201 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5447f196-5380-4cba-b245-1e5491094770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (f2d5e283-785d-47df-965b-6478f8766484), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:28.012857 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-5447f196-5380-4cba-b245-1e5491094770 None None] Port f2d5e283-785d-47df-965b-6478f8766484 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:28.301348 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37814) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:28.662583 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 4b6436c6-150f-4400-930b-7ce32de64131 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:28.686860 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37834) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:28.691432 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 4b6436c6-150f-4400-930b-7ce32de64131 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:28.691788 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 4b6436c6-150f-4400-930b-7ce32de64131 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:28.694789 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1029420990-network', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:28.760417 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Made reservation on behalf of b43a30022db947efa8c1fdea71e0deab for: {'network': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:28.763075 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:28.772921 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:28.773045 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd78aa-2e28-4e82-bb7a-ebea88d7da36 req-40ce6982-24a3-439e-a54b-1c6279f0d387 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:28.774928 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dddd78aa-2e28-4e82-bb7a-ebea88d7da36 req-40ce6982-24a3-439e-a54b-1c6279f0d387 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.1166224 Mar 08 20:36:28.845489 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-854102'] for router_interface (709b3593-d9bb-45e0-89f1-a087f9517b96), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:28.885677 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Publish callbacks [] for security_group (78ab71de-a17e-4733-b3b9-e54e410be65f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:28.895610 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 522bb586-6fc0-4549-bb2e-04c8bc78864c up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:28.899367 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dddd78aa-2e28-4e82-bb7a-ebea88d7da36 req-fb350757-3feb-4ac2-b6e9-de67e7fe9b74 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173534 Mar 08 20:36:28.952098 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 522bb586-6fc0-4549-bb2e-04c8bc78864c triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:28.952712 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:28.955752 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (78ab71de-a17e-4733-b3b9-e54e410be65f), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:28.985245 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:36:28.992780 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ab71de-a17e-4733-b3b9-e54e410be65f,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:28.998868 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (54db35a0-e140-4dc8-91a1-a060ce1f0ee1), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:28.999249 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.segments_db [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Added segment 54db35a0-e140-4dc8-91a1-a060ce1f0ee1 of type vlan for network 01baf481-fa63-47a1-8647-07f61c863661 Mar 08 20:36:29.045121 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (01baf481-fa63-47a1-8647-07f61c863661), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.067439 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 522bb586-6fc0-4549-bb2e-04c8bc78864c is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:29.068038 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.088637 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Sync routers for ids ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:29.093894 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 522bb586-6fc0-4549-bb2e-04c8bc78864c, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=522bb586-6fc0-4549-bb2e-04c8bc78864c,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:29.102269 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Routers {'fcb31cf8-730c-44f4-ab6e-a19da37d8d47'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:29.102866 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:29.118751 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (01baf481-fa63-47a1-8647-07f61c863661), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.119958 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:29.120715 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.185200 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] Deleting port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:29.185741 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.189305 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] Pushing event updated for resources: {'Network': ['ID=01baf481-fa63-47a1-8647-07f61c863661,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:29.207558 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-5180491e-6e40-4edb-a4d9-d134f34e4cba admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5189619 Mar 08 20:36:29.210249 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37838) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:29.215883 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Request body: {'subnet': {'network_id': '01baf481-fa63-47a1-8647-07f61c863661', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1029420990-subnet', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'ip_version': 4}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:29.277550 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] For port 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=149b8aad-1a1c-4357-bda3-5c5d1f1eee5f,segment=NetworkSegment(3636d002-2c95-4d22-aa21-d54c6644fb65),segment_id=3636d002-2c95-4d22-aa21-d54c6644fb65)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:29.277812 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.291720 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] Calling delete_port for 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f owned by network:router_interface {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:29.313305 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Made reservation on behalf of b43a30022db947efa8c1fdea71e0deab for: {'subnet': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:29.315922 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9274967'] for subnet (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.321574 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network 01baf481-fa63-47a1-8647-07f61c863661 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:36:29.327229 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.408620 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=522bb586-6fc0-4549-bb2e-04c8bc78864c,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:29.452418 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Set router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:29.566313 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9274953'] for subnet (2e96cc2d-fe04-4475-a708-437a1331a08c), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.623910 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e96cc2d-fe04-4475-a708-437a1331a08c,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:29.633028 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Checking segment: {'id': '54db35a0-e140-4dc8-91a1-a060ce1f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01baf481-fa63-47a1-8647-07f61c863661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:29.633479 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Network hostable DHCP agents. Network: 01baf481-fa63-47a1-8647-07f61c863661, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:36:29.665700 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:27Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'f2d5e283-785d-47df-965b-6478f8766484', 'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'mac_address': 'fa:16:3e:33:6f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:27Z', 'revision_number': 2, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'subnets': [{'id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:29.696297 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Checking router: fcb31cf8-730c-44f4-ab6e-a19da37d8d47 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:29.696651 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Updating router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 port f2d5e283-785d-47df-965b-6478f8766484 binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:36:29.724305 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f2d5e283-785d-47df-965b-6478f8766484), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.731850 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Network 01baf481-fa63-47a1-8647-07f61c863661 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:36:29.760383 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (149b8aad-1a1c-4357-bda3-5c5d1f1eee5f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.792892 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=149b8aad-1a1c-4357-bda3-5c5d1f1eee5f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:29.829235 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, 01baf481-fa63-47a1-8647-07f61c863661) {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:29.834771 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:29.836895 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.846071 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10494b46-ac5e-41b0-af59-9a3aadda2c3f None None] Network 01baf481-fa63-47a1-8647-07f61c863661 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:36:29.912625 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-7c632551-73c7-497a-a687-25d600d31ce0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7010462 Mar 08 20:36:29.915128 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37844) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:29.920849 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1029420990-router', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:29.978210 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-854050'] for router_interface (709b3593-d9bb-45e0-89f1-a087f9517b96), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.019089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (0a91c7ca-f645-4c28-a539-b4d619d7396e), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.021030 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (0a91c7ca-f645-4c28-a539-b4d619d7396e), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.025859 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-01baf481-fa63-47a1-8647-07f61c863661', 'network_id': '01baf481-fa63-47a1-8647-07f61c863661', 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'fixed_ips': [{'subnet_id': '2e96cc2d-fe04-4475-a708-437a1331a08c'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:36:30.025859 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.092178 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb58be0-9403-43dc-a13b-7a93127c823c req-701ca24e-4098-412b-87bf-59b30b26b3f6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:30.099000 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0cb58be0-9403-43dc-a13b-7a93127c823c req-701ca24e-4098-412b-87bf-59b30b26b3f6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.1168573 Mar 08 20:36:30.105965 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks [] for router_controller (0a91c7ca-f645-4c28-a539-b4d619d7396e), precommit_add_association {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.163416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Publish callbacks [] for port (f2d5e283-785d-47df-965b-6478f8766484), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.176677 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37848) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:30.181720 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-659611c7-ae97-494b-b400-b7b09fd79011 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521636068', 'description': 'tempest-description--1781672297'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:30.195168 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0cb58be0-9403-43dc-a13b-7a93127c823c req-b6dec7a4-a07e-4270-b1d8-1294675b5749 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952139 Mar 08 20:36:30.222426 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Allocated IP 172.20.0.2 (01baf481-fa63-47a1-8647-07f61c863661/2e96cc2d-fe04-4475-a708-437a1331a08c/0ffef008-a855-4fdd-8e57-35b211617d13) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:30.252647 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (f2d5e283-785d-47df-965b-6478f8766484), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.306987 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-659611c7-ae97-494b-b400-b7b09fd79011 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.309733 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df15a4e-6622-4f3e-9925-0d3fd1b2f10d None None] Pushing event updated for resources: {'Port': ['ID=f2d5e283-785d-47df-965b-6478f8766484,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:30.349739 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks [] for router_gateway (0a91c7ca-f645-4c28-a539-b4d619d7396e), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.382344 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] Router 709b3593-d9bb-45e0-89f1-a087f9517b96 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:30.402902 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Attempting to bind port f2d5e283-785d-47df-965b-6478f8766484 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:36:30.404755 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Attempting to bind port f2d5e283-785d-47df-965b-6478f8766484 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:36:30.404755 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Attempting to bind port f2d5e283-785d-47df-965b-6478f8766484 on network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:30.429537 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-659611c7-ae97-494b-b400-b7b09fd79011 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (4005b403-5f2c-4696-ae77-d055f7955ca4), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.431368 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:36:30.431756 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Checking segment: {'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:30.432169 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.432601 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Bound using segment: {'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:36:30.433048 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Bound port: f2d5e283-785d-47df-965b-6478f8766484, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:36:30.433452 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f2d5e283-785d-47df-965b-6478f8766484), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.520539 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:30.528987 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-659611c7-ae97-494b-b400-b7b09fd79011 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4005b403-5f2c-4696-ae77-d055f7955ca4), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.529290 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-5813374d-e1f3-47b9-afed-0880e5e16d8b admin admin] 10.222.0.55 "PUT /v2.0/routers/709b3593-d9bb-45e0-89f1-a087f9517b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2266045 Mar 08 20:36:30.529880 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37850) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:30.535247 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] Sync routers for ids ['709b3593-d9bb-45e0-89f1-a087f9517b96'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:30.560409 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] Routers {'709b3593-d9bb-45e0-89f1-a087f9517b96'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:30.561409 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['709b3593-d9bb-45e0-89f1-a087f9517b96'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:30.576192 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659611c7-ae97-494b-b400-b7b09fd79011 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4005b403-5f2c-4696-ae77-d055f7955ca4,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:30.580467 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] For port f2d5e283-785d-47df-965b-6478f8766484, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:36:30.607728 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] For port f2d5e283-785d-47df-965b-6478f8766484, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=f2d5e283-785d-47df-965b-6478f8766484,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:36:30.618623 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-f28b444d-ac99-4d97-a3a6-0c13fe65e89a None None] Provisioning complete for port f2d5e283-785d-47df-965b-6478f8766484 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:30.619001 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f28b444d-ac99-4d97-a3a6-0c13fe65e89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (f2d5e283-785d-47df-965b-6478f8766484), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.639323 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-659611c7-ae97-494b-b400-b7b09fd79011 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.643456 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-659611c7-ae97-494b-b400-b7b09fd79011 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4628804 Mar 08 20:36:30.649252 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Publish callbacks [] for port (0ffef008-a855-4fdd-8e57-35b211617d13), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.666946 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Publish callbacks [] for router (709b3593-d9bb-45e0-89f1-a087f9517b96), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.667639 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-f28b444d-ac99-4d97-a3a6-0c13fe65e89a None None] Port f2d5e283-785d-47df-965b-6478f8766484 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:30.675238 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37852) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:30.681307 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-1f1e9b06-83ae-4747-8804-7eee24b5530f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group_rule': {'security_group_id': '4005b403-5f2c-4696-ae77-d055f7955ca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:30.710145 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (f2d5e283-785d-47df-965b-6478f8766484), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.721952 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] Set router 709b3593-d9bb-45e0-89f1-a087f9517b96 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:30.737055 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks [] for router_gateway (0a91c7ca-f645-4c28-a539-b4d619d7396e), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.758536 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.769931 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.808898 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Network 01baf481-fa63-47a1-8647-07f61c863661 is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:30.817444 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:30.818635 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1f1e9b06-83ae-4747-8804-7eee24b5530f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (e9f37104-e280-4c35-a9de-c8147f89231d), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.828800 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:30.829724 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Publish callbacks [] for router_gateway (709b3593-d9bb-45e0-89f1-a087f9517b96), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.842984 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Routers {'fcb31cf8-730c-44f4-ab6e-a19da37d8d47'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:30.844492 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:30.893449 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1f1e9b06-83ae-4747-8804-7eee24b5530f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (e9f37104-e280-4c35-a9de-c8147f89231d), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.964679 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Allocated IP 172.27.3.132 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/1e2e5ff1-4255-474b-ade5-ba49a4be0ad3) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:30.967069 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1f1e9b06-83ae-4747-8804-7eee24b5530f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (e9f37104-e280-4c35-a9de-c8147f89231d), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.972998 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Attempting to bind port 0ffef008-a855-4fdd-8e57-35b211617d13 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:36:30.978461 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Attempting to bind port 0ffef008-a855-4fdd-8e57-35b211617d13 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '54db35a0-e140-4dc8-91a1-a060ce1f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01baf481-fa63-47a1-8647-07f61c863661'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:36:30.978461 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Attempting to bind port 0ffef008-a855-4fdd-8e57-35b211617d13 on network 01baf481-fa63-47a1-8647-07f61c863661 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:30.978851 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df15a4e-6622-4f3e-9925-0d3fd1b2f10d None None] Pushing event updated for resources: {'Port': ['ID=f2d5e283-785d-47df-965b-6478f8766484,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:30.984223 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:36:30.984955 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Checking segment: {'id': '54db35a0-e140-4dc8-91a1-a060ce1f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01baf481-fa63-47a1-8647-07f61c863661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:30.985567 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.986008 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Bound using segment: {'id': '54db35a0-e140-4dc8-91a1-a060ce1f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01baf481-fa63-47a1-8647-07f61c863661'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:36:30.986485 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Bound port: 0ffef008-a855-4fdd-8e57-35b211617d13, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54db35a0-e140-4dc8-91a1-a060ce1f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01baf481-fa63-47a1-8647-07f61c863661'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:36:30.986865 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:30.988683 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e9b06-83ae-4747-8804-7eee24b5530f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f37104-e280-4c35-a9de-c8147f89231d,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:31.034844 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 522bb586-6fc0-4549-bb2e-04c8bc78864c up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:31.043273 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Deleting port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:31.047656 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.090994 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'name': 'tempest-ServerRescueNegativeTestJSON-432044284-router', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:36:29Z', 'revision_number': 5, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'gw_port': {'id': 'f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:06Z', 'updated_at': '2022-03-08T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:31.121854 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] Checking router: 709b3593-d9bb-45e0-89f1-a087f9517b96 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:31.131434 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] Routers {'709b3593-d9bb-45e0-89f1-a087f9517b96'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:31.132722 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['709b3593-d9bb-45e0-89f1-a087f9517b96'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:31.141880 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1f1e9b06-83ae-4747-8804-7eee24b5530f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.150153 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-1f1e9b06-83ae-4747-8804-7eee24b5530f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4695325 Mar 08 20:36:31.150468 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37854) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:31.159136 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-a040fbda-b758-4577-945f-06dac70462a1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group_rule': {'security_group_id': '4005b403-5f2c-4696-ae77-d055f7955ca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:31.198020 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] For port f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:31.198795 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.199821 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks [] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.236820 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Calling delete_port for f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 owned by network:router_gateway {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:31.238375 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] Set router 709b3593-d9bb-45e0-89f1-a087f9517b96 gateway port host: None {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:31.299223 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'name': 'tempest-ServerRescueNegativeTestJSON-432044284-router', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:36:30Z', 'revision_number': 6, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'gw_port_host': None}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:31.319192 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.330557 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9676bb6-ba24-40f8-a1e5-20925addd279 None None] The sync data for ids ['709b3593-d9bb-45e0-89f1-a087f9517b96'] in dv-cinder-830097-3-iscsi is: [{'id': '709b3593-d9bb-45e0-89f1-a087f9517b96', 'name': 'tempest-ServerRescueNegativeTestJSON-432044284-router', 'tenant_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:36:30Z', 'revision_number': 6, 'project_id': 'f160a35ef32c4d9a823a42813d8d64e4', 'gw_port_host': None}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:31.360533 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:31.360667 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Pushing event updated for resources: {'Port': ['ID=0ffef008-a855-4fdd-8e57-35b211617d13,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:31.364653 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:31.375895 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:31.398063 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a040fbda-b758-4577-945f-06dac70462a1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (01466ef1-420f-418e-9395-211bbcb848e9), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.404887 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] Set router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:31.408332 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 522bb586-6fc0-4549-bb2e-04c8bc78864c triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:31.408332 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.429725 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeae5ed-e447-4ea1-8fc9-b971493cd113 req-896f139b-f176-4773-ae55-d15b48dae0e4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:31.431248 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fbeae5ed-e447-4ea1-8fc9-b971493cd113 req-896f139b-f176-4773-ae55-d15b48dae0e4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.1489863 Mar 08 20:36:31.433738 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2e5ff1-4255-474b-ade5-ba49a4be0ad3,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:31.472921 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d31103a-c251-487f-9a04-a471c4ce3d96 None None] Provisioning complete for port f2d5e283-785d-47df-965b-6478f8766484 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:31.473134 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d31103a-c251-487f-9a04-a471c4ce3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (f2d5e283-785d-47df-965b-6478f8766484), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.500961 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a040fbda-b758-4577-945f-06dac70462a1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (01466ef1-420f-418e-9395-211bbcb848e9), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.520828 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] For port 0ffef008-a855-4fdd-8e57-35b211617d13, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:36:31.548707 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a040fbda-b758-4577-945f-06dac70462a1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (01466ef1-420f-418e-9395-211bbcb848e9), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.569324 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.570549 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fbeae5ed-e447-4ea1-8fc9-b971493cd113 req-52838480-3e24-4a3a-bcc2-6d1d41851119 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326799 Mar 08 20:36:31.575367 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040fbda-b758-4577-945f-06dac70462a1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01466ef1-420f-418e-9395-211bbcb848e9,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:31.576922 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] For port 0ffef008-a855-4fdd-8e57-35b211617d13, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=0ffef008-a855-4fdd-8e57-35b211617d13,segment=NetworkSegment(54db35a0-e140-4dc8-91a1-a060ce1f0ee1),segment_id=54db35a0-e140-4dc8-91a1-a060ce1f0ee1)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:36:31.613815 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:31.640598 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-859272'] for router_gateway (709b3593-d9bb-45e0-89f1-a087f9517b96), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.654981 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.725436 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a040fbda-b758-4577-945f-06dac70462a1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.726315 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a040fbda-b758-4577-945f-06dac70462a1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5747743 Mar 08 20:36:31.730728 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37860) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:31.777333 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-855612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24648'] for router (709b3593-d9bb-45e0-89f1-a087f9517b96), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.780766 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Publish callbacks [] for router_controller (709b3593-d9bb-45e0-89f1-a087f9517b96), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.789883 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:31.809659 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks [] for router_gateway (0a91c7ca-f645-4c28-a539-b4d619d7396e), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.817463 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 522bb586-6fc0-4549-bb2e-04c8bc78864c is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:31.851232 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cc49b-0309-4415-96c4-4425579b23c4 None None] Pushing event updated for resources: {'Port': ['ID=0ffef008-a855-4fdd-8e57-35b211617d13,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:31.885698 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d31103a-c251-487f-9a04-a471c4ce3d96 None None] Current status of the port f2d5e283-785d-47df-965b-6478f8766484 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:31.886105 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d31103a-c251-487f-9a04-a471c4ce3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f2d5e283-785d-47df-965b-6478f8766484), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.931439 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d31103a-c251-487f-9a04-a471c4ce3d96 None None] For port f2d5e283-785d-47df-965b-6478f8766484, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=f2d5e283-785d-47df-965b-6478f8766484,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:31.949685 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:27Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'f2d5e283-785d-47df-965b-6478f8766484', 'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'mac_address': 'fa:16:3e:33:6f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:30Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'subnets': [{'id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:31.970985 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.975588 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-855595'] for router (709b3593-d9bb-45e0-89f1-a087f9517b96), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.980646 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 709b3593-d9bb-45e0-89f1-a087f9517b96 {{(pid=103530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:36:31.980879 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1d464-190f-47c7-9c00-a237408c6ea5 None None] The sync data for ids ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'] in dv-cinder-830097-3-iscsi is: [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:27Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'f2d5e283-785d-47df-965b-6478f8766484', 'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'mac_address': 'fa:16:3e:33:6f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:30Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'subnets': [{'id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:31.991255 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.992391 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-8e02517b-afb1-4863-ac97-d6978e6f97a3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/709b3593-d9bb-45e0-89f1-a087f9517b96 HTTP/1.1" status: 204 len: 168 time: 1.4607530 Mar 08 20:36:31.995414 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37862) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:32.021966 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d31103a-c251-487f-9a04-a471c4ce3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (f2d5e283-785d-47df-965b-6478f8766484), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.060083 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_v2 [None req-2910f6f2-8bb6-442c-be26-de25f7acbe0e admin admin] Deleting subnet 11bd5d42-308e-4a38-8153-e3e6954bdfb8 {{(pid=103530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:36:32.066082 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (0a91c7ca-f645-4c28-a539-b4d619d7396e), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.082808 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31103a-c251-487f-9a04-a471c4ce3d96 None None] Pushing event updated for resources: {'Port': ['ID=f2d5e283-785d-47df-965b-6478f8766484,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:32.087863 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2910f6f2-8bb6-442c-be26-de25f7acbe0e admin admin] Publish callbacks [] for subnet (11bd5d42-308e-4a38-8153-e3e6954bdfb8), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.134446 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2910f6f2-8bb6-442c-be26-de25f7acbe0e admin admin] Publish callbacks [] for subnet (11bd5d42-308e-4a38-8153-e3e6954bdfb8), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.146083 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2910f6f2-8bb6-442c-be26-de25f7acbe0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (11bd5d42-308e-4a38-8153-e3e6954bdfb8), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.249461 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.290167 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Router 0a91c7ca-f645-4c28-a539-b4d619d7396e is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:36:32.342122 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2910f6f2-8bb6-442c-be26-de25f7acbe0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for subnet (11bd5d42-308e-4a38-8153-e3e6954bdfb8), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.425105 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910f6f2-8bb6-442c-be26-de25f7acbe0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11bd5d42-308e-4a38-8153-e3e6954bdfb8,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:32.425917 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:32.427203 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2910f6f2-8bb6-442c-be26-de25f7acbe0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.430462 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-2910f6f2-8bb6-442c-be26-de25f7acbe0e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/11bd5d42-308e-4a38-8153-e3e6954bdfb8 HTTP/1.1" status: 204 len: 168 time: 0.4342282 Mar 08 20:36:32.432958 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37864) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:32.437075 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Sync routers for ids ['0a91c7ca-f645-4c28-a539-b4d619d7396e'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:32.458478 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Routers {'0a91c7ca-f645-4c28-a539-b4d619d7396e'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:32.459176 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['0a91c7ca-f645-4c28-a539-b4d619d7396e'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:32.486519 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Allocated IP 172.27.3.252 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/54b73497-3b14-4e6d-b9b8-e0f6b82562d2) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:32.522112 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.526534 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-1e1a2858-419a-489e-8536-ce7200c49691 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6099153 Mar 08 20:36:32.527191 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 37866) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:32.588159 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Set router 0a91c7ca-f645-4c28-a539-b4d619d7396e gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:32.646579 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (14b9ad49-01db-4ffb-98de-7063b097fd97), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.656851 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (54b73497-3b14-4e6d-b9b8-e0f6b82562d2), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.702443 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:36:32.750228 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (14b9ad49-01db-4ffb-98de-7063b097fd97), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.821913 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.822287 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.823032 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.823393 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > port after_create 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.823735 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.824076 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > port after_update 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.824397 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.824717 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.825035 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.825919 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.857929 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'name': 'tempest-TestMinimumBasicScenario-1029420990-router', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:31Z', 'revision_number': 3, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'gw_port': {'id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:32.920300 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.920659 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.920992 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.921324 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:36:32.921708 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-2238a802-2746-4570-a019-33034943016d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b9ad49-01db-4ffb-98de-7063b097fd97']}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:32.926468 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Checking router: 0a91c7ca-f645-4c28-a539-b4d619d7396e for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:32.927753 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Updating router 0a91c7ca-f645-4c28-a539-b4d619d7396e port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:36:32.950897 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-2238a802-2746-4570-a019-33034943016d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3636d002-2c95-4d22-aa21-d54c6644fb65') {'for_net_delete': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:32.962555 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-2238a802-2746-4570-a019-33034943016d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3636d002-2c95-4d22-aa21-d54c6644fb65') {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:32.972531 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.002634 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134516'] for segment (3636d002-2c95-4d22-aa21-d54c6644fb65), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.040036 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e82b24-a966-47bc-aeb1-8f220d5b6bf6 req-9faecbe9-7dab-48af-95a5-a529c9679c84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:33.041680 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e8e82b24-a966-47bc-aeb1-8f220d5b6bf6 req-9faecbe9-7dab-48af-95a5-a529c9679c84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.3460336 Mar 08 20:36:33.058936 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (54b73497-3b14-4e6d-b9b8-e0f6b82562d2), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.061376 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (3636d002-2c95-4d22-aa21-d54c6644fb65), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.128069 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device f2d5e283-785d-47df-965b-6478f8766484 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:33.152648 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:33.160130 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:33.167998 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2238a802-2746-4570-a019-33034943016d admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:36:33.170456 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10270707'] for segment (3636d002-2c95-4d22-aa21-d54c6644fb65), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: from cryptography.utils import int_from_bytes Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: from cryptography.utils import int_from_bytes Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: Traceback (most recent call last): Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: timer() Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: cb(*args, **kw) Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: return func(*args, **kwargs) Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: self._notify() Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: self.callback(batched_events) Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: event.method(event) Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: return f(self, *a, **k) Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._get(url).json() Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: return self.request(url, 'GET', **kwargs) Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:36:33.181169 dv-cinder-830097-3-iscsi neutron-server[103530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:36:33.310459 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.417512 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd46304-d98a-40e3-91f2-196ae3bfdfef None None] Network 01baf481-fa63-47a1-8647-07f61c863661 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:36:33.421599 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port f2d5e283-785d-47df-965b-6478f8766484 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:33.422097 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (f2d5e283-785d-47df-965b-6478f8766484), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.442200 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:33.508240 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Allocated IP 172.20.0.1 (01baf481-fa63-47a1-8647-07f61c863661/2e96cc2d-fe04-4475-a708-437a1331a08c/a169ce5a-c349-4df3-a81b-979934b8b9a6) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:33.536226 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=54b73497-3b14-4e6d-b9b8-e0f6b82562d2,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:33.572447 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e8e82b24-a966-47bc-aeb1-8f220d5b6bf6 req-a76acab0-75c6-41d5-94e8-66d05041bb96 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5178940 Mar 08 20:36:33.635392 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Publish callbacks [] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.635971 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (b7b01322-6395-4155-8231-170209f8ed3b), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.641667 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (14b9ad49-01db-4ffb-98de-7063b097fd97), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.651044 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2238a802-2746-4570-a019-33034943016d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.654293 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-2238a802-2746-4570-a019-33034943016d admin admin] 10.222.0.55 "DELETE /v2.0/networks/14b9ad49-01db-4ffb-98de-7063b097fd97 HTTP/1.1" status: 204 len: 168 time: 1.2179036 Mar 08 20:36:33.670450 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238a802-2746-4570-a019-33034943016d admin admin] Pushing event deleted for resources: {'Network': ['ID=14b9ad49-01db-4ffb-98de-7063b097fd97,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:33.672754 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Publish callbacks [] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.693428 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-2fe47c67-578a-4f75-8b60-61b28d4fb715 None None] Provisioning complete for port 0ffef008-a855-4fdd-8e57-35b211617d13 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:33.693871 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c67-578a-4f75-8b60-61b28d4fb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.744523 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.753763 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (54b73497-3b14-4e6d-b9b8-e0f6b82562d2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.776722 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:33.790674 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Network 01baf481-fa63-47a1-8647-07f61c863661 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:33.793737 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:33.804950 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:33.867009 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port f2d5e283-785d-47df-965b-6478f8766484 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:33.868677 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 0ffef008-a855-4fdd-8e57-35b211617d13 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:33.986141 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (54b73497-3b14-4e6d-b9b8-e0f6b82562d2), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.088321 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b71151-2eab-4b2e-b0ba-c2290f2a1ae6 None None] Pushing event updated for resources: {'Port': ['ID=1e2e5ff1-4255-474b-ade5-ba49a4be0ad3,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:34.090150 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (54b73497-3b14-4e6d-b9b8-e0f6b82562d2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.093220 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Attempting to bind port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:36:34.093600 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Attempting to bind port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:36:34.093964 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Attempting to bind port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:34.102692 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:36:34.103073 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:34.103504 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.103902 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:36:34.104429 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Bound port: 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:36:34.104757 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.163545 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Pushing event updated for resources: {'Port': ['ID=a169ce5a-c349-4df3-a81b-979934b8b9a6,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:34.167633 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (b7b01322-6395-4155-8231-170209f8ed3b), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.176263 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (0a91c7ca-f645-4c28-a539-b4d619d7396e), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.210104 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37874) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:34.216328 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 0ffef008-a855-4fdd-8e57-35b211617d13 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:34.216739 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.225051 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-2fe47c67-578a-4f75-8b60-61b28d4fb715 None None] Current status of the port 0ffef008-a855-4fdd-8e57-35b211617d13 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:34.225368 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c67-578a-4f75-8b60-61b28d4fb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.237291 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=54b73497-3b14-4e6d-b9b8-e0f6b82562d2,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:34.270258 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] For port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:36:34.280791 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-05cf4c6f-0a1a-4e6d-9771-d8b428309b69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f160a35ef32c4d9a823a42813d8d64e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0677860 Mar 08 20:36:34.282385 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37876) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:34.309532 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] For port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=1e2e5ff1-4255-474b-ade5-ba49a4be0ad3,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:36:34.311816 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-2fe47c67-578a-4f75-8b60-61b28d4fb715 None None] For port 0ffef008-a855-4fdd-8e57-35b211617d13, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=0ffef008-a855-4fdd-8e57-35b211617d13,segment=NetworkSegment(54db35a0-e140-4dc8-91a1-a060ce1f0ee1),segment_id=54db35a0-e140-4dc8-91a1-a060ce1f0ee1)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:34.327405 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.337102 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-7d6f4bdd-4b27-4469-a102-ff6abf4ee779 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5976686 Mar 08 20:36:34.347183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4cda264-8c8e-4a02-94e0-ac9771a7da9c admin admin] Publish callbacks [] for security_group (4c52ffcd-42e3-4cfb-a0e4-beeadd666d71), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.371228 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 0ffef008-a855-4fdd-8e57-35b211617d13 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:34.371676 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.374615 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4cda264-8c8e-4a02-94e0-ac9771a7da9c admin admin] Publish callbacks [] for security_group (4c52ffcd-42e3-4cfb-a0e4-beeadd666d71), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.381269 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2fe47c67-578a-4f75-8b60-61b28d4fb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.414161 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.430407 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.489177 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe47c67-578a-4f75-8b60-61b28d4fb715 None None] Pushing event updated for resources: {'Port': ['ID=0ffef008-a855-4fdd-8e57-35b211617d13,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:34.492714 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Routers {'0a91c7ca-f645-4c28-a539-b4d619d7396e'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:34.493241 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['0a91c7ca-f645-4c28-a539-b4d619d7396e'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:34.509109 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4cda264-8c8e-4a02-94e0-ac9771a7da9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4c52ffcd-42e3-4cfb-a0e4-beeadd666d71), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.513679 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4cda264-8c8e-4a02-94e0-ac9771a7da9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.515291 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a4cda264-8c8e-4a02-94e0-ac9771a7da9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c52ffcd-42e3-4cfb-a0e4-beeadd666d71 HTTP/1.1" status: 204 len: 168 time: 0.2303782 Mar 08 20:36:34.517034 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.db.api [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:36:34.517972 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG oslo_db.api [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:36:34.531504 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cda264-8c8e-4a02-94e0-ac9771a7da9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c52ffcd-42e3-4cfb-a0e4-beeadd666d71,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:34.626482 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-04b07ba7-6e29-470d-a569-80dde3f8ff2c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1521636068&fields=id&tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 267 time: 0.0845969 Mar 08 20:36:34.639859 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b71151-2eab-4b2e-b0ba-c2290f2a1ae6 None None] Pushing event updated for resources: {'Port': ['ID=1e2e5ff1-4255-474b-ade5-ba49a4be0ad3,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:34.642961 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-ab784bcd-65b3-443f-9923-db49aeba9fdc None None] Provisioning complete for port a169ce5a-c349-4df3-a81b-979934b8b9a6 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:34.643684 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ab784bcd-65b3-443f-9923-db49aeba9fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.697433 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] Set router 0a91c7ca-f645-4c28-a539-b4d619d7396e gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:34.699925 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-ab784bcd-65b3-443f-9923-db49aeba9fdc None None] Port a169ce5a-c349-4df3-a81b-979934b8b9a6 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:34.738552 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Publish callbacks [] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.762443 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f1b8-a2f4-49e2-b2a7-85196f445be5 req-a689b38e-bd14-41d4-942d-dd341af5a2e4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:34.763959 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-aa38f1b8-a2f4-49e2-b2a7-85196f445be5 req-a689b38e-bd14-41d4-942d-dd341af5a2e4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0777218 Mar 08 20:36:34.782812 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-ab784bcd-65b3-443f-9923-db49aeba9fdc None None] Provisioning complete for port 0ffef008-a855-4fdd-8e57-35b211617d13 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:34.783216 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ab784bcd-65b3-443f-9923-db49aeba9fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.788700 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-edde7744-3b87-45db-9700-f8e47b73d54a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:34.791641 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-edde7744-3b87-45db-9700-f8e47b73d54a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 814 time: 0.1443386 Mar 08 20:36:34.805572 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-bbad9132-9c02-4eb9-83ce-0e3cc526691c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/quotas/c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 375 time: 0.0114272 Mar 08 20:36:34.806409 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.819799 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-aa38f1b8-a2f4-49e2-b2a7-85196f445be5 req-8ef60fbf-f70a-431c-96a2-848dc6ca6033 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477080 Mar 08 20:36:34.920008 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Pushing event updated for resources: {'Port': ['ID=a169ce5a-c349-4df3-a81b-979934b8b9a6,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:34.927541 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (0a91c7ca-f645-4c28-a539-b4d619d7396e), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.953060 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-ab784bcd-65b3-443f-9923-db49aeba9fdc None None] Current status of the port 0ffef008-a855-4fdd-8e57-35b211617d13 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:34.977888 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-7b0de448-96ee-4736-af1f-9c25c644b300 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196663 Mar 08 20:36:34.982621 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'name': 'tempest-TestMinimumBasicScenario-1029420990-router', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:34Z', 'revision_number': 4, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'gw_port': {'id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'a169ce5a-c349-4df3-a81b-979934b8b9a6', 'name': '', 'network_id': '01baf481-fa63-47a1-8647-07f61c863661', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'mac_address': 'fa:16:3e:9f:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2e96cc2d-fe04-4475-a708-437a1331a08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:33Z', 'updated_at': '2022-03-08T20:36:33Z', 'revision_number': 1, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'subnets': [{'id': '2e96cc2d-fe04-4475-a708-437a1331a08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:35.011070 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87c958-2a66-4e4a-bc56-c330d079f2bf None None] The sync data for ids ['0a91c7ca-f645-4c28-a539-b4d619d7396e'] in dv-cinder-830097-3-iscsi is: [{'id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'name': 'tempest-TestMinimumBasicScenario-1029420990-router', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:34Z', 'revision_number': 4, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'gw_port': {'id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'a169ce5a-c349-4df3-a81b-979934b8b9a6', 'name': '', 'network_id': '01baf481-fa63-47a1-8647-07f61c863661', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'mac_address': 'fa:16:3e:9f:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2e96cc2d-fe04-4475-a708-437a1331a08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:33Z', 'updated_at': '2022-03-08T20:36:33Z', 'revision_number': 1, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'subnets': [{'id': '2e96cc2d-fe04-4475-a708-437a1331a08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:35.083424 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 0ffef008-a855-4fdd-8e57-35b211617d13 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:35.129224 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Network 01baf481-fa63-47a1-8647-07f61c863661 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:35.132134 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:35.138020 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-8ccd4b29-f970-423f-8bd4-2ff401907d43 service neutron] 10.222.0.55 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254423 Mar 08 20:36:35.145115 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:35.177399 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:35.177748 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 149b8aad-1a1c-4357-bda3-5c5d1f1eee5f not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:35.178179 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:35.202869 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:35.203249 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device f6cfc2c8-7d9f-45fb-a2eb-6fb76cce5066 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:35.330616 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 0ffef008-a855-4fdd-8e57-35b211617d13 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:35.383810 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-ac704bb7-c2c2-4774-baaf-42bc03c46101 service neutron] 10.222.0.55 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955955 Mar 08 20:36:35.387969 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Router 0a91c7ca-f645-4c28-a539-b4d619d7396e has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:35.417092 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 0ffef008-a855-4fdd-8e57-35b211617d13 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:35.417901 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.514955 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-0b89df56-dcd8-41e0-8dad-89515da03443 None None] Provisioning complete for port a169ce5a-c349-4df3-a81b-979934b8b9a6 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:35.515435 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-0b89df56-dcd8-41e0-8dad-89515da03443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.577438 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-0b89df56-dcd8-41e0-8dad-89515da03443 None None] Port a169ce5a-c349-4df3-a81b-979934b8b9a6 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:35.593298 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 0ffef008-a855-4fdd-8e57-35b211617d13 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:35.594530 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:35.603722 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b4b04cb5-164f-4541-960e-a0a6d36129aa admin admin] 10.222.0.55 "PUT /v2.0/routers/0a91c7ca-f645-4c28-a539-b4d619d7396e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0753815 Mar 08 20:36:35.751762 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-bf51325a-c0ed-47cd-b781-ec4ed7b903ba req-bd33c7ef-e805-4411-a622-f12f2e4b644f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0423348 Mar 08 20:36:35.825455 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37924) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:35.985190 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-238204618-network', 'tenant_id': '1492debf4f83495ba008a86118cf330c'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:36.011966 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba3504-b8ab-4e16-947f-6d7933a4d8c0 req-d63ccf13-126c-4c0d-82fc-cce6c672ea53 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:36.013145 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9dba3504-b8ab-4e16-947f-6d7933a4d8c0 req-d63ccf13-126c-4c0d-82fc-cce6c672ea53 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0718613 Mar 08 20:36:36.070472 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9dba3504-b8ab-4e16-947f-6d7933a4d8c0 req-08079327-321d-43e2-bf43-558178e0eef9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455654 Mar 08 20:36:36.084995 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Made reservation on behalf of 1492debf4f83495ba008a86118cf330c for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:36.087864 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.097875 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.199787 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Publish callbacks [] for security_group (6627b27c-6f7b-48ed-9e28-4681731079d2), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.313299 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (6627b27c-6f7b-48ed-9e28-4681731079d2), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.313481 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.346831 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:36:36.354179 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6627b27c-6f7b-48ed-9e28-4681731079d2,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:36.361581 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (86cd9fc1-8016-4ba0-a67b-1ccc25ac413f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.361999 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Added segment 86cd9fc1-8016-4ba0-a67b-1ccc25ac413f of type vlan for network 891930e0-6c56-44b0-91b8-087f92e368c7 Mar 08 20:36:36.407396 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (891930e0-6c56-44b0-91b8-087f92e368c7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.486727 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (891930e0-6c56-44b0-91b8-087f92e368c7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.487831 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:36.488495 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.549792 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] Pushing event updated for resources: {'Network': ['ID=891930e0-6c56-44b0-91b8-087f92e368c7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:36.559585 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network 891930e0-6c56-44b0-91b8-087f92e368c7 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:36:36.590509 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-0cf6b247-c613-4652-99ae-97ca538171e4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7637055 Mar 08 20:36:36.596044 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37946) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:36.600556 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Request body: {'subnet': {'network_id': '891930e0-6c56-44b0-91b8-087f92e368c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-238204618-subnet', 'tenant_id': '1492debf4f83495ba008a86118cf330c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:36.686288 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Made reservation on behalf of 1492debf4f83495ba008a86118cf330c for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:36.688707 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9010420'] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.875231 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3344f6a2-1383-4b52-935e-d8674c1ba917 req-452bae5b-180f-4f61-9315-f187a496f755 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0381341 Mar 08 20:36:37.006291 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10269022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9010410'] for subnet (045d61b9-67a3-4ad6-b4f0-c196f29b702e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.113574 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Checking segment: {'id': '86cd9fc1-8016-4ba0-a67b-1ccc25ac413f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '891930e0-6c56-44b0-91b8-087f92e368c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:37.116008 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Network hostable DHCP agents. Network: 891930e0-6c56-44b0-91b8-087f92e368c7, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:36:37.119256 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Pushing event updated for resources: {'Subnet': ['ID=045d61b9-67a3-4ad6-b4f0-c196f29b702e,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:37.229229 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Network 891930e0-6c56-44b0-91b8-087f92e368c7 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:36:37.233887 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b65789-e7af-4637-8481-27162ac13734 req-2903b797-38bb-492e-8a45-aa27e16f3aee tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:37.235529 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a6b65789-e7af-4637-8481-27162ac13734 req-2903b797-38bb-492e-8a45-aa27e16f3aee tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0678341 Mar 08 20:36:37.312724 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a6b65789-e7af-4637-8481-27162ac13734 req-d9421e9a-146b-4392-bbc8-9234f6cd2f84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668480 Mar 08 20:36:37.320256 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, 891930e0-6c56-44b0-91b8-087f92e368c7) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:37.325085 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:37.325866 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.338320 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9013062b-f053-4487-a028-74ba00edf99f None None] Network 891930e0-6c56-44b0-91b8-087f92e368c7 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:36:37.410906 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:37.449406 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ce9423e0-793b-46ba-8191-ebd35c7b798f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8547070 Mar 08 20:36:37.512076 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:37.512574 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.549644 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc7b54-8da6-47d0-a27e-481463eccf29 None None] Network 891930e0-6c56-44b0-91b8-087f92e368c7 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:36:37.759220 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:37.759620 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.785214 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=1e2e5ff1-4255-474b-ade5-ba49a4be0ad3,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:37.995483 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7ecc0b63-76d7-4ba9-b4c6-215ae006e081 req-509a8590-398d-4d40-9925-7bf7bac3ea99 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0343621 Mar 08 20:36:38.084840 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:38.145752 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=1e2e5ff1-4255-474b-ade5-ba49a4be0ad3,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:38.384057 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-2c5122cd-4f07-4465-9abb-71c56bd940a6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:38.384057 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-2c5122cd-4f07-4465-9abb-71c56bd940a6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 814 time: 0.1563556 Mar 08 20:36:38.490779 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-e7a0022b-3ad5-441d-8852-0b366a0cc9ad tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 471 time: 0.1004784 Mar 08 20:36:38.504946 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'port': {'device_id': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'admin_state_up': True, 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'security_groups': ['4005b403-5f2c-4696-ae77-d055f7955ca4']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:38.663982 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284084ef-91be-4d05-9780-03b498e1fc66 req-5b269af9-48dd-43cf-bfc5-d52e5c6d8a72 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:38.665502 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-284084ef-91be-4d05-9780-03b498e1fc66 req-5b269af9-48dd-43cf-bfc5-d52e5c6d8a72 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0916123 Mar 08 20:36:38.765560 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-284084ef-91be-4d05-9780-03b498e1fc66 req-659d2c45-d66c-41a4-96c4-64314807dd69 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900264 Mar 08 20:36:38.771496 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Made reservation on behalf of c0a2143ce6b541af95e0b1f35fcb6fc3 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:38.776835 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:38.946843 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37984) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:38.953228 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1577915898-network', 'tenant_id': '42cd4f15d12a4d69b99624cbc432a8bf'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:38.986271 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Sync routers for ids ['0a91c7ca-f645-4c28-a539-b4d619d7396e'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:38.999587 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Routers {'0a91c7ca-f645-4c28-a539-b4d619d7396e'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:39.000466 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['0a91c7ca-f645-4c28-a539-b4d619d7396e'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:39.009213 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Allocated IP 172.20.0.7 (9bd42d04-98ce-43a5-8568-bf7fc023b329/e615ce63-1553-4f4e-ac31-637d57fd5427/23bc34c1-53d2-40f9-865a-8162201b40ad) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:39.054861 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Made reservation on behalf of 42cd4f15d12a4d69b99624cbc432a8bf for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:39.058679 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.076579 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.154170 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Set router 0a91c7ca-f645-4c28-a539-b4d619d7396e gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:39.168212 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1001053f-d17d-4c53-856c-783d04652df9 req-314f7cbf-ecfb-428b-9ce2-ca83def36298 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0435185 Mar 08 20:36:39.192763 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.303847 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Publish callbacks [] for security_group (c1c29f9f-bb7d-4c60-8e11-2bb4f555c2f9), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.337705 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:39.404575 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'name': 'tempest-TestMinimumBasicScenario-1029420990-router', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:34Z', 'revision_number': 4, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'gw_port': {'id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'a169ce5a-c349-4df3-a81b-979934b8b9a6', 'name': '', 'network_id': '01baf481-fa63-47a1-8647-07f61c863661', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'mac_address': 'fa:16:3e:9f:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2e96cc2d-fe04-4475-a708-437a1331a08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:33Z', 'updated_at': '2022-03-08T20:36:34Z', 'revision_number': 2, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'subnets': [{'id': '2e96cc2d-fe04-4475-a708-437a1331a08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:39.409432 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.410738 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:39.410738 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.441227 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (c1c29f9f-bb7d-4c60-8e11-2bb4f555c2f9), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.446571 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Checking router: 0a91c7ca-f645-4c28-a539-b4d619d7396e for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:39.447156 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Updating router 0a91c7ca-f645-4c28-a539-b4d619d7396e port a169ce5a-c349-4df3-a81b-979934b8b9a6 binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:36:39.471801 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c29f9f-bb7d-4c60-8e11-2bb4f555c2f9,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:39.491240 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.503180 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:36:39.515700 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (12d44603-09ae-4607-b0f7-e5018757debd), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.516316 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Added segment 12d44603-09ae-4607-b0f7-e5018757debd of type vlan for network a27a3325-303e-4d89-bca1-ecb24dfc1a5c Mar 08 20:36:39.528298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=23bc34c1-53d2-40f9-865a-8162201b40ad,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:39.538316 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:39.545018 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:39.560943 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:39.581280 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:39.602308 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (a27a3325-303e-4d89-bca1-ecb24dfc1a5c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.648791 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:39.650132 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.698584 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (a27a3325-303e-4d89-bca1-ecb24dfc1a5c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.699676 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:39.700322 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.730239 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-f9178bc6-55ab-4a42-be9c-11d0b8e7b0d3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2314525 Mar 08 20:36:39.746274 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Request body: {'port': {'device_id': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:39.789627 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] Pushing event updated for resources: {'Network': ['ID=a27a3325-303e-4d89-bca1-ecb24dfc1a5c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:39.802236 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network a27a3325-303e-4d89-bca1-ecb24dfc1a5c details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:36:39.835453 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-522cf760-1167-4ebd-ad04-7c3f9419cd8e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8868568 Mar 08 20:36:39.837611 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 37994) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:39.843671 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Request body: {'subnet': {'network_id': 'a27a3325-303e-4d89-bca1-ecb24dfc1a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1577915898-subnet', 'tenant_id': '42cd4f15d12a4d69b99624cbc432a8bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:39.902000 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:39.961930 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Made reservation on behalf of 42cd4f15d12a4d69b99624cbc432a8bf for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:39.964499 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9010420'] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.121324 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec665a7-0f88-4a19-83ec-aa683f98155b req-10f47f3f-0ccc-460c-9085-eab4e90b0d13 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:40.123477 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-ecaa4179-c2bb-4146-91e2-40dec32e42f1 None None] Provisioning complete for port 23bc34c1-53d2-40f9-865a-8162201b40ad triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:40.124047 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ecaa4179-c2bb-4146-91e2-40dec32e42f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.131504 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0ec665a7-0f88-4a19-83ec-aa683f98155b req-10f47f3f-0ccc-460c-9085-eab4e90b0d13 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.1641259 Mar 08 20:36:40.176975 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa4179-c2bb-4146-91e2-40dec32e42f1 None None] Port 23bc34c1-53d2-40f9-865a-8162201b40ad cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:40.204094 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Publish callbacks [] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.291393 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.291840 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0ec665a7-0f88-4a19-83ec-aa683f98155b req-a466c8bc-360a-43a2-843b-f30b6edb5932 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546245 Mar 08 20:36:40.352329 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dad406-c51d-405d-995c-ce1efffd34f0 None None] Pushing event updated for resources: {'Port': ['ID=a169ce5a-c349-4df3-a81b-979934b8b9a6,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:40.364774 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b3eb-4fb9-4d56-a746-d8f36b5fd992 req-c56b57e9-740c-443d-80ca-557e354499eb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:40.366279 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-de80b3eb-4fb9-4d56-a746-d8f36b5fd992 req-c56b57e9-740c-443d-80ca-557e354499eb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 931 time: 0.1175632 Mar 08 20:36:40.441455 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-de80b3eb-4fb9-4d56-a746-d8f36b5fd992 req-c5430db3-246d-4ad3-81af-7309b712be52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596735 Mar 08 20:36:40.451631 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Attempting to bind port a169ce5a-c349-4df3-a81b-979934b8b9a6 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:36:40.452389 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Attempting to bind port a169ce5a-c349-4df3-a81b-979934b8b9a6 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '54db35a0-e140-4dc8-91a1-a060ce1f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01baf481-fa63-47a1-8647-07f61c863661'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:36:40.452964 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Attempting to bind port a169ce5a-c349-4df3-a81b-979934b8b9a6 on network 01baf481-fa63-47a1-8647-07f61c863661 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:40.459850 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:36:40.460228 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Checking segment: {'id': '54db35a0-e140-4dc8-91a1-a060ce1f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01baf481-fa63-47a1-8647-07f61c863661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:40.460627 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.461017 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Bound using segment: {'id': '54db35a0-e140-4dc8-91a1-a060ce1f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01baf481-fa63-47a1-8647-07f61c863661'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:36:40.461615 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Bound port: a169ce5a-c349-4df3-a81b-979934b8b9a6, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54db35a0-e140-4dc8-91a1-a060ce1f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '01baf481-fa63-47a1-8647-07f61c863661'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:36:40.462000 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.499504 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bc34c1-53d2-40f9-865a-8162201b40ad {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:36:40.508208 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Publish callbacks [] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.522194 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Transition to ACTIVE for port object 23bc34c1-53d2-40f9-865a-8162201b40ad will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:36:40.533420 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] For port a169ce5a-c349-4df3-a81b-979934b8b9a6, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:36:40.536735 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] For port a169ce5a-c349-4df3-a81b-979934b8b9a6, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=a169ce5a-c349-4df3-a81b-979934b8b9a6,segment=NetworkSegment(54db35a0-e140-4dc8-91a1-a060ce1f0ee1),segment_id=54db35a0-e140-4dc8-91a1-a060ce1f0ee1)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:36:40.600774 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-535ed80c-a3a8-415f-a7b4-15d7a63826fd None None] Provisioning complete for port a169ce5a-c349-4df3-a81b-979934b8b9a6 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:40.601402 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-535ed80c-a3a8-415f-a7b4-15d7a63826fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.640660 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-535ed80c-a3a8-415f-a7b4-15d7a63826fd None None] Port a169ce5a-c349-4df3-a81b-979934b8b9a6 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:40.723453 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1827dc42-d64b-456f-ba46-0c3d81358413 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:36:40.793293 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10269022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9010410'] for subnet (76c312f5-6e98-44c8-b375-9fbc4cea52a7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.821012 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:40.827410 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.829119 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.844553 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '1827dc42-d64b-456f-ba46-0c3d81358413', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'port_id': '1827dc42-d64b-456f-ba46-0c3d81358413', 'mac_address': 'fa:16:3e:d8:7b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:36:40.859218 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Checking segment: {'id': '12d44603-09ae-4607-b0f7-e5018757debd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a27a3325-303e-4d89-bca1-ecb24dfc1a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:40.860347 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Network hostable DHCP agents. Network: a27a3325-303e-4d89-bca1-ecb24dfc1a5c, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:36:40.878067 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c312f5-6e98-44c8-b375-9fbc4cea52a7,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:40.889982 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Pushing event updated for resources: {'Port': ['ID=23bc34c1-53d2-40f9-865a-8162201b40ad,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:40.912883 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Routers {'0a91c7ca-f645-4c28-a539-b4d619d7396e'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:40.913665 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['0a91c7ca-f645-4c28-a539-b4d619d7396e'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:40.946225 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1827dc42-d64b-456f-ba46-0c3d81358413 is: ACTIVE; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:40.948911 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:40.964934 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1827dc42-d64b-456f-ba46-0c3d81358413 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:36:40.994320 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dad406-c51d-405d-995c-ce1efffd34f0 None None] Pushing event updated for resources: {'Port': ['ID=a169ce5a-c349-4df3-a81b-979934b8b9a6,revision_number=4']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:41.000406 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Network a27a3325-303e-4d89-bca1-ecb24dfc1a5c is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:36:41.020497 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:41.049709 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Attempting to bind port 23bc34c1-53d2-40f9-865a-8162201b40ad on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:36:41.050052 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Attempting to bind port 23bc34c1-53d2-40f9-865a-8162201b40ad by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:36:41.050383 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Attempting to bind port 23bc34c1-53d2-40f9-865a-8162201b40ad on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:41.082591 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Port 23bc34c1-53d2-40f9-865a-8162201b40ad on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:36:41.083223 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Attempting to bind port 23bc34c1-53d2-40f9-865a-8162201b40ad on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:41.092283 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, a27a3325-303e-4d89-bca1-ecb24dfc1a5c) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:41.098133 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:41.105614 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.105903 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dea0b0-3e0a-458b-9792-ec76ee3a3910 None None] Network a27a3325-303e-4d89-bca1-ecb24dfc1a5c requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:36:41.106011 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:36:41.107304 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Checking segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:41.111742 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Bound using segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:36:41.112492 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Bound port: 23bc34c1-53d2-40f9-865a-8162201b40ad, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:36:41.114922 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.166516 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.205271 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] Set router 0a91c7ca-f645-4c28-a539-b4d619d7396e gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:41.225508 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-982813e4-dd24-4b4d-942f-db054912f250 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3866894 Mar 08 20:36:41.232219 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] For port 23bc34c1-53d2-40f9-865a-8162201b40ad, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:36:41.237936 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] For port 23bc34c1-53d2-40f9-865a-8162201b40ad, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=23bc34c1-53d2-40f9-865a-8162201b40ad,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:36:41.307297 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=6']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:41.332849 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.375994 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['1827dc42-d64b-456f-ba46-0c3d81358413'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:36:41.448983 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38006) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:41.452177 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device a169ce5a-c349-4df3-a81b-979934b8b9a6 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:41.463634 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-78bd2f9b-f28e-4202-a602-b2d9c8e95060 None None] Provisioning complete for port a169ce5a-c349-4df3-a81b-979934b8b9a6 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:41.464153 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-78bd2f9b-f28e-4202-a602-b2d9c8e95060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.472256 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Pushing event updated for resources: {'Port': ['ID=23bc34c1-53d2-40f9-865a-8162201b40ad,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:41.548965 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc76200c-9623-4df0-84e0-af3d8dc244dc admin admin] Deleting subnet 045d61b9-67a3-4ad6-b4f0-c196f29b702e {{(pid=103530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:36:41.555699 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc76200c-9623-4df0-84e0-af3d8dc244dc admin admin] Publish callbacks [] for subnet (045d61b9-67a3-4ad6-b4f0-c196f29b702e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.591314 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63780dfd-7668-4517-9507-cc4c8348a649 None None] Network a27a3325-303e-4d89-bca1-ecb24dfc1a5c requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:36:41.615756 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:41.616748 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.624583 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-67c4cdc3-3a19-45b9-a5f3-b2a48d24008a service neutron] 10.222.0.58 "PUT /v2.0/ports/23bc34c1-53d2-40f9-865a-8162201b40ad HTTP/1.1" status: 200 len: 1093 time: 1.8846076 Mar 08 20:36:41.625282 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'tag': '23bc34c1-53d2-40f9-865a-8162201b40ad'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:41.628243 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33" -d '{"events": [{"name": "network-changed", "server_uuid": "89d3823d-b142-41c8-954a-6fe48b38d2f3", "tag": "23bc34c1-53d2-40f9-865a-8162201b40ad"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:41.667272 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc76200c-9623-4df0-84e0-af3d8dc244dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134415'] for subnet (045d61b9-67a3-4ad6-b4f0-c196f29b702e), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.673994 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f95bcf-a02e-49f2-8df0-c4d978189a50 req-d4e7e4bf-ac76-4232-9a4b-a773fdd6b675 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:41.680939 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b6f95bcf-a02e-49f2-8df0-c4d978189a50 req-d4e7e4bf-ac76-4232-9a4b-a773fdd6b675 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 944 time: 0.2123718 Mar 08 20:36:41.725498 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'name': 'tempest-TestMinimumBasicScenario-1029420990-router', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:34Z', 'revision_number': 4, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'gw_port': {'id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'a169ce5a-c349-4df3-a81b-979934b8b9a6', 'name': '', 'network_id': '01baf481-fa63-47a1-8647-07f61c863661', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'mac_address': 'fa:16:3e:9f:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2e96cc2d-fe04-4475-a708-437a1331a08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:33Z', 'updated_at': '2022-03-08T20:36:40Z', 'revision_number': 4, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'subnets': [{'id': '2e96cc2d-fe04-4475-a708-437a1331a08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:41.756562 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7131399-fc41-4ba6-a293-8fdcb6765174 req-dff218be-844a-457e-9572-e9a4c9e079a9 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:41.758179 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b7131399-fc41-4ba6-a293-8fdcb6765174 req-dff218be-844a-457e-9572-e9a4c9e079a9 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 943 time: 0.1324036 Mar 08 20:36:41.761205 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc76200c-9623-4df0-84e0-af3d8dc244dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (045d61b9-67a3-4ad6-b4f0-c196f29b702e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.839852 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b6f95bcf-a02e-49f2-8df0-c4d978189a50 req-c440177a-bcb9-4d41-a851-ce5c7457fabf tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527710 Mar 08 20:36:41.849020 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88ef8c-56d4-4c4c-8d16-08dc44a83ca6 None None] The sync data for ids ['0a91c7ca-f645-4c28-a539-b4d619d7396e'] in dv-cinder-830097-3-iscsi is: [{'id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'name': 'tempest-TestMinimumBasicScenario-1029420990-router', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:34Z', 'revision_number': 4, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'gw_port': {'id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'a169ce5a-c349-4df3-a81b-979934b8b9a6', 'name': '', 'network_id': '01baf481-fa63-47a1-8647-07f61c863661', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'mac_address': 'fa:16:3e:9f:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2e96cc2d-fe04-4475-a708-437a1331a08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:33Z', 'updated_at': '2022-03-08T20:36:40Z', 'revision_number': 4, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'subnets': [{'id': '2e96cc2d-fe04-4475-a708-437a1331a08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:41.895011 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-1e865fbb-02a7-4a6f-81fa-0ed7cbf01c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:41.905027 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-1e865fbb-02a7-4a6f-81fa-0ed7cbf01c3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 1127 time: 0.1413126 Mar 08 20:36:41.905387 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b7131399-fc41-4ba6-a293-8fdcb6765174 req-a1d16152-8ccd-4201-968a-665e19ba6b93 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173096 Mar 08 20:36:41.978564 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port a169ce5a-c349-4df3-a81b-979934b8b9a6 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:41.979114 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.984114 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc76200c-9623-4df0-84e0-af3d8dc244dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9010323'] for subnet (045d61b9-67a3-4ad6-b4f0-c196f29b702e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.033637 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc76200c-9623-4df0-84e0-af3d8dc244dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.040827 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-bc76200c-9623-4df0-84e0-af3d8dc244dc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/045d61b9-67a3-4ad6-b4f0-c196f29b702e HTTP/1.1" status: 204 len: 168 time: 0.5901654 Mar 08 20:36:42.046118 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016e1b7f-1223-4dea-94b8-780eabf8cb71 x-openstack-request-id: req-016e1b7f-1223-4dea-94b8-780eabf8cb71 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:42.046386 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d3823d-b142-41c8-954a-6fe48b38d2f3", "tag": "23bc34c1-53d2-40f9-865a-8162201b40ad", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:42.046624 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-016e1b7f-1223-4dea-94b8-780eabf8cb71 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:42.049450 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38012) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:42.053408 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-78bd2f9b-f28e-4202-a602-b2d9c8e95060 None None] Current status of the port a169ce5a-c349-4df3-a81b-979934b8b9a6 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:42.055811 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-78bd2f9b-f28e-4202-a602-b2d9c8e95060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.056064 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'tag': '23bc34c1-53d2-40f9-865a-8162201b40ad', 'status': 'completed', 'code': 200} Mar 08 20:36:42.063596 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-d3b64038-9868-4859-b212-dd8d77a830e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23bc34c1-53d2-40f9-865a-8162201b40ad HTTP/1.1" status: 200 len: 217 time: 0.1572971 Mar 08 20:36:42.103088 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76200c-9623-4df0-84e0-af3d8dc244dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045d61b9-67a3-4ad6-b4f0-c196f29b702e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:42.128879 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-38e789c4-39e4-47f7-a853-13b8ad709d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:42.130464 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-38e789c4-39e4-47f7-a853-13b8ad709d06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.0592422 Mar 08 20:36:42.203634 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (891930e0-6c56-44b0-91b8-087f92e368c7), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.207949 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-cd0b5ee9-2d85-4c36-82b6-2f8746944da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:42.210276 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-cd0b5ee9-2d85-4c36-82b6-2f8746944da0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704153 Mar 08 20:36:42.258277 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-78bd2f9b-f28e-4202-a602-b2d9c8e95060 None None] For port a169ce5a-c349-4df3-a81b-979934b8b9a6, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=a169ce5a-c349-4df3-a81b-979934b8b9a6,segment=NetworkSegment(54db35a0-e140-4dc8-91a1-a060ce1f0ee1),segment_id=54db35a0-e140-4dc8-91a1-a060ce1f0ee1)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:42.336718 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-78bd2f9b-f28e-4202-a602-b2d9c8e95060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.338685 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port a169ce5a-c349-4df3-a81b-979934b8b9a6 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:42.339436 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.346012 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (891930e0-6c56-44b0-91b8-087f92e368c7), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.373163 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-eaebb2a1-053d-42be-8be2-0fa7d8d0db67 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540360 Mar 08 20:36:42.374587 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891930e0-6c56-44b0-91b8-087f92e368c7']}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:42.386499 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cd9fc1-8016-4ba0-a67b-1ccc25ac413f') {'for_net_delete': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:42.386802 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cd9fc1-8016-4ba0-a67b-1ccc25ac413f') {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:42.399352 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134516'] for segment (86cd9fc1-8016-4ba0-a67b-1ccc25ac413f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.417452 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (86cd9fc1-8016-4ba0-a67b-1ccc25ac413f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.425070 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:36:42.425587 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10270707'] for segment (86cd9fc1-8016-4ba0-a67b-1ccc25ac413f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: Traceback (most recent call last): Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: timer() Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: cb(*args, **kw) Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: return func(*args, **kwargs) Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: self._notify() Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: self.callback(batched_events) Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: event.method(event) Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: return f(self, *a, **k) Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._get(url).json() Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: return self.request(url, 'GET', **kwargs) Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:36:42.445340 dv-cinder-830097-3-iscsi neutron-server[103530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:36:42.513508 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71fec5e4-dac4-4836-909f-720dc8c6cb6c req-3b3ce261-7f70-41a2-a77a-cc98abc98f65 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334925 Mar 08 20:36:42.524342 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd2f9b-f28e-4202-a602-b2d9c8e95060 None None] Pushing event updated for resources: {'Port': ['ID=a169ce5a-c349-4df3-a81b-979934b8b9a6,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:42.538100 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.db.api [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:36:42.538542 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG oslo_db.api [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:36:42.589427 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (891930e0-6c56-44b0-91b8-087f92e368c7), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.594101 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.604345 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38014) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:42.605257 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/891930e0-6c56-44b0-91b8-087f92e368c7 HTTP/1.1" status: 204 len: 168 time: 0.5460660 Mar 08 20:36:42.622980 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a10e9-0152-4f4f-b6ad-0b0dd5bbb1b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=891930e0-6c56-44b0-91b8-087f92e368c7,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:42.730817 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2fa6d5-b3f5-4594-b114-0e451a726ec2 admin admin] Deleting subnet 76c312f5-6e98-44c8-b375-9fbc4cea52a7 {{(pid=103531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:36:42.735332 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa6d5-b3f5-4594-b114-0e451a726ec2 admin admin] Publish callbacks [] for subnet (76c312f5-6e98-44c8-b375-9fbc4cea52a7), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.738705 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1827dc42-d64b-456f-ba46-0c3d81358413 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:42.788550 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-dc35bfb5-74dd-4271-9399-752201cd9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:42.791006 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-dc35bfb5-74dd-4271-9399-752201cd9279 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 1127 time: 0.1272886 Mar 08 20:36:42.802722 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 1827dc42-d64b-456f-ba46-0c3d81358413 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:42.803082 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.822587 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa6d5-b3f5-4594-b114-0e451a726ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095704'] for subnet (76c312f5-6e98-44c8-b375-9fbc4cea52a7), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.896632 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1827dc42-d64b-456f-ba46-0c3d81358413 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:42.897019 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.930727 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:42.940081 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6894bb1-20f2-48be-8eb5-b6e45cb5f833" -d '{"events": [{"server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "name": "network-vif-plugged", "status": "completed", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:42.954365 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:42.959237 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa6d5-b3f5-4594-b114-0e451a726ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (76c312f5-6e98-44c8-b375-9fbc4cea52a7), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.032142 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-0c2694fa-76f2-41bc-8f60-2f394d45363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.032990 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.033689 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-0c2694fa-76f2-41bc-8f60-2f394d45363c service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 915 time: 0.2339106 Mar 08 20:36:43.073293 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9335dbe-b897-472b-8b56-d5443c00d631 req-a9f6abe9-3843-4024-be34-9c323092479b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.081215 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f9335dbe-b897-472b-8b56-d5443c00d631 req-a9f6abe9-3843-4024-be34-9c323092479b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 944 time: 0.1009369 Mar 08 20:36:43.094883 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-d29066eb-ccad-44a5-980f-122cdf6a6ed2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23bc34c1-53d2-40f9-865a-8162201b40ad HTTP/1.1" status: 200 len: 217 time: 0.0504913 Mar 08 20:36:43.146147 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f9335dbe-b897-472b-8b56-d5443c00d631 req-2bf2d058-094f-484e-9bc6-b0fb21a3546e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608470 Mar 08 20:36:43.179532 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port a169ce5a-c349-4df3-a81b-979934b8b9a6 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:43.187416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=7']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:43.206226 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7977c9a3-6f23-47e4-ba71-ca7acd339822 x-openstack-request-id: req-7977c9a3-6f23-47e4-ba71-ca7acd339822 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:43.206527 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "name": "network-vif-plugged", "status": "completed", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:43.206787 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7977c9a3-6f23-47e4-ba71-ca7acd339822 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:43.207220 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413', 'code': 200} Mar 08 20:36:43.237093 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690956d-c406-437a-b1d3-48fd0b37feee req-e1388b54-1a87-4332-8cda-4449c373b287 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.239039 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3690956d-c406-437a-b1d3-48fd0b37feee req-e1388b54-1a87-4332-8cda-4449c373b287 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 943 time: 0.1418240 Mar 08 20:36:43.241034 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-29a9964b-c94f-4612-9814-463d35f064b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.242354 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-29a9964b-c94f-4612-9814-463d35f064b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.1059434 Mar 08 20:36:43.308269 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa6d5-b3f5-4594-b114-0e451a726ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9274928'] for subnet (76c312f5-6e98-44c8-b375-9fbc4cea52a7), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.323407 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device a169ce5a-c349-4df3-a81b-979934b8b9a6 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:43.362163 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa6d5-b3f5-4594-b114-0e451a726ec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.370551 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-bd2fa6d5-b3f5-4594-b114-0e451a726ec2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/76c312f5-6e98-44c8-b375-9fbc4cea52a7 HTTP/1.1" status: 204 len: 168 time: 0.7667270 Mar 08 20:36:43.371082 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38022) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:43.377136 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3690956d-c406-437a-b1d3-48fd0b37feee req-50d5a53e-562f-4538-8059-6ce18cfe209e tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319411 Mar 08 20:36:43.377835 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fa6d5-b3f5-4594-b114-0e451a726ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c312f5-6e98-44c8-b375-9fbc4cea52a7,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:43.386960 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-384aa143-0142-4b3d-9e5a-bf881d8ec1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.388419 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-384aa143-0142-4b3d-9e5a-bf881d8ec1b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1287227 Mar 08 20:36:43.399379 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port a169ce5a-c349-4df3-a81b-979934b8b9a6 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:43.399758 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.487865 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (a27a3325-303e-4d89-bca1-ecb24dfc1a5c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.526069 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-5b8b647d-0d95-4b8b-b143-6b856eabb2d7 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255445 Mar 08 20:36:43.535741 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port a169ce5a-c349-4df3-a81b-979934b8b9a6 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:43.584664 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (a27a3325-303e-4d89-bca1-ecb24dfc1a5c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.606236 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27a3325-303e-4d89-bca1-ecb24dfc1a5c']}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:43.618236 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d44603-09ae-4607-b0f7-e5018757debd') {'for_net_delete': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:43.618696 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d44603-09ae-4607-b0f7-e5018757debd') {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:43.631144 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134516'] for segment (12d44603-09ae-4607-b0f7-e5018757debd), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.646630 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (12d44603-09ae-4607-b0f7-e5018757debd), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.652974 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-58f2ef45-ec11-4be6-9ef4-2ed4aea06a33 req-8bb0bd70-c525-441f-977e-68f20709b655 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165135 Mar 08 20:36:43.657380 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:36:43.666326 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10270707'] for segment (12d44603-09ae-4607-b0f7-e5018757debd), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: Traceback (most recent call last): Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: timer() Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: cb(*args, **kw) Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: return func(*args, **kwargs) Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: self._notify() Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: self.callback(batched_events) Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: event.method(event) Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: return f(self, *a, **k) Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._get(url).json() Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: return self.request(url, 'GET', **kwargs) Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:36:43.679512 dv-cinder-830097-3-iscsi neutron-server[103530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:36:43.817816 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (a27a3325-303e-4d89-bca1-ecb24dfc1a5c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.825092 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.827421 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a27a3325-303e-4d89-bca1-ecb24dfc1a5c HTTP/1.1" status: 204 len: 168 time: 0.4547126 Mar 08 20:36:43.844173 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02c60e-4387-4052-8255-5bdc8e678aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a27a3325-303e-4d89-bca1-ecb24dfc1a5c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:44.204352 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38028) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:44.265233 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-81348e9d-2635-45e2-a2b5-eca47748799b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1492debf4f83495ba008a86118cf330c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0588534 Mar 08 20:36:44.269431 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38030) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:44.300727 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c537d3b-6a9b-4110-b7bd-132c5b0646e3 req-cb0cadac-86e1-4c97-80ab-6ad3035c3d16 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:44.307719 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4c537d3b-6a9b-4110-b7bd-132c5b0646e3 req-cb0cadac-86e1-4c97-80ab-6ad3035c3d16 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0814061 Mar 08 20:36:44.330232 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-44a4f8f5-3f75-496e-a23b-19539040b3a2 admin admin] Publish callbacks [] for security_group (6627b27c-6f7b-48ed-9e28-4681731079d2), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:44.355396 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-44a4f8f5-3f75-496e-a23b-19539040b3a2 admin admin] Publish callbacks [] for security_group (6627b27c-6f7b-48ed-9e28-4681731079d2), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:44.357770 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4c537d3b-6a9b-4110-b7bd-132c5b0646e3 req-e773db46-ca28-44ee-935a-55dfbcd0f727 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492132 Mar 08 20:36:44.524659 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef78f9-3fb6-443f-8484-979fc29fca05 req-a890e3d1-ef74-46f5-a936-7f4435b7902f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:44.526248 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0bef78f9-3fb6-443f-8484-979fc29fca05 req-a890e3d1-ef74-46f5-a936-7f4435b7902f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0561118 Mar 08 20:36:44.540700 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-44a4f8f5-3f75-496e-a23b-19539040b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (6627b27c-6f7b-48ed-9e28-4681731079d2), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:44.543557 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-44a4f8f5-3f75-496e-a23b-19539040b3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:44.544632 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-44a4f8f5-3f75-496e-a23b-19539040b3a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6627b27c-6f7b-48ed-9e28-4681731079d2 HTTP/1.1" status: 204 len: 168 time: 0.2738192 Mar 08 20:36:44.567730 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4f8f5-3f75-496e-a23b-19539040b3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6627b27c-6f7b-48ed-9e28-4681731079d2,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:44.594121 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0bef78f9-3fb6-443f-8484-979fc29fca05 req-73cd567d-852c-447f-aac6-0acd3ef9420d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617125 Mar 08 20:36:45.494849 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87899c-020b-4b31-ab36-233976d2a3a6 req-4c02f190-b5e6-4c03-89a0-c64fd6e566a9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:45.496608 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2d87899c-020b-4b31-ab36-233976d2a3a6 req-4c02f190-b5e6-4c03-89a0-c64fd6e566a9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0614033 Mar 08 20:36:45.572065 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2d87899c-020b-4b31-ab36-233976d2a3a6 req-27663003-dff8-4cd3-b91e-8136edf0bc71 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659552 Mar 08 20:36:45.671165 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38060) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:45.740324 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-f8b39bf9-4d91-4797-8afb-9ab938a3f143 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42cd4f15d12a4d69b99624cbc432a8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0679896 Mar 08 20:36:45.742698 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38064) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:45.747803 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eb036-dd3f-4b2a-82e6-e41b24e911bb req-d7f3763d-1b12-46f8-b210-b0bad62d9c7f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:45.749369 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b32eb036-dd3f-4b2a-82e6-e41b24e911bb req-d7f3763d-1b12-46f8-b210-b0bad62d9c7f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 943 time: 0.0685987 Mar 08 20:36:45.809010 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d736693-0b17-4ca5-9bc2-a060044cd4e6 admin admin] Publish callbacks [] for security_group (c1c29f9f-bb7d-4c60-8e11-2bb4f555c2f9), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:45.816043 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b32eb036-dd3f-4b2a-82e6-e41b24e911bb req-6f7e200c-9ba2-4ee5-bdcc-4d737e740b98 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604565 Mar 08 20:36:45.844444 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d736693-0b17-4ca5-9bc2-a060044cd4e6 admin admin] Publish callbacks [] for security_group (c1c29f9f-bb7d-4c60-8e11-2bb4f555c2f9), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:45.976069 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d736693-0b17-4ca5-9bc2-a060044cd4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (c1c29f9f-bb7d-4c60-8e11-2bb4f555c2f9), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:45.979171 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d736693-0b17-4ca5-9bc2-a060044cd4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:45.980661 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-3d736693-0b17-4ca5-9bc2-a060044cd4e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1c29f9f-bb7d-4c60-8e11-2bb4f555c2f9 HTTP/1.1" status: 204 len: 168 time: 0.2367437 Mar 08 20:36:45.990913 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d736693-0b17-4ca5-9bc2-a060044cd4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c29f9f-bb7d-4c60-8e11-2bb4f555c2f9,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:46.558643 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-284eb420-0744-46f0-b0b0-82281a48aa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:46.750028 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 23bc34c1-53d2-40f9-865a-8162201b40ad details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:36:46.794612 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e7633-4118-4925-9804-4dabaa1e2ec7 req-842ab96f-1dc9-402f-a5a5-1ca360c1c444 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:46.814771 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-359e7633-4118-4925-9804-4dabaa1e2ec7 req-842ab96f-1dc9-402f-a5a5-1ca360c1c444 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.1216958 Mar 08 20:36:46.964710 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-359e7633-4118-4925-9804-4dabaa1e2ec7 req-153a73c6-85a3-4803-bc70-d204439e32a0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397438 Mar 08 20:36:47.006341 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 23bc34c1-53d2-40f9-865a-8162201b40ad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=23bc34c1-53d2-40f9-865a-8162201b40ad,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:47.029433 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '23bc34c1-53d2-40f9-865a-8162201b40ad', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'port_id': '23bc34c1-53d2-40f9-865a-8162201b40ad', 'mac_address': 'fa:16:3e:70:18:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:36:47.085816 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa0fde-8a06-4bdc-9f08-8c94c6ff4632 req-4a4b183e-5424-407e-9673-aa0951a910c5 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:47.087362 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 23bc34c1-53d2-40f9-865a-8162201b40ad is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:47.087937 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.093720 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9aaa0fde-8a06-4bdc-9f08-8c94c6ff4632 req-4a4b183e-5424-407e-9673-aa0951a910c5 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 943 time: 0.1442330 Mar 08 20:36:47.109913 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bc34c1-53d2-40f9-865a-8162201b40ad {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:36:47.134721 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 23bc34c1-53d2-40f9-865a-8162201b40ad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=23bc34c1-53d2-40f9-865a-8162201b40ad,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:47.180790 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9aaa0fde-8a06-4bdc-9f08-8c94c6ff4632 req-f86e9fd3-cb23-46ed-bbbc-6dd5d2e9368d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747161 Mar 08 20:36:47.229562 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.363407 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=23bc34c1-53d2-40f9-865a-8162201b40ad,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:47.674058 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['23bc34c1-53d2-40f9-865a-8162201b40ad'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:36:48.264595 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cca18-3506-4a96-8b7a-31a557831ecc req-c220010a-d8a2-4ff1-9188-f1be633ea718 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:48.266654 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b73cca18-3506-4a96-8b7a-31a557831ecc req-c220010a-d8a2-4ff1-9188-f1be633ea718 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.1101379 Mar 08 20:36:48.334058 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b73cca18-3506-4a96-8b7a-31a557831ecc req-ef7623e0-0a77-4e1b-90c2-9e52f57ab350 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605907 Mar 08 20:36:48.404074 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8adeb-cba3-47bb-9260-66d7d1c99ae1 req-d8298279-6bc7-4ad1-ba38-51847d3f3eed tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:48.414752 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-76a8adeb-cba3-47bb-9260-66d7d1c99ae1 req-d8298279-6bc7-4ad1-ba38-51847d3f3eed tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 944 time: 0.1269848 Mar 08 20:36:48.636759 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-76a8adeb-cba3-47bb-9260-66d7d1c99ae1 req-31760c41-9993-4f74-b310-f134ac562d2c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201056 Mar 08 20:36:49.389112 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-17aef987-b03f-4811-adb6-44474d894b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:49.547848 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945efb2-1d65-4066-96b8-cd163705ee01 req-d1d55491-74c9-45b4-a310-0d14d667833d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:49.550171 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e945efb2-1d65-4066-96b8-cd163705ee01 req-d1d55491-74c9-45b4-a310-0d14d667833d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.1136551 Mar 08 20:36:49.675947 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e945efb2-1d65-4066-96b8-cd163705ee01 req-793f9e49-caee-4bc2-9340-54343b0ba55a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159751 Mar 08 20:36:49.882661 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922b56e-0b6b-461c-8b35-8dd644d82c74 req-df188a0c-3de3-4162-bb1e-cb4d2c3adbb1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:49.884915 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3922b56e-0b6b-461c-8b35-8dd644d82c74 req-df188a0c-3de3-4162-bb1e-cb4d2c3adbb1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 944 time: 0.1104748 Mar 08 20:36:49.971776 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3922b56e-0b6b-461c-8b35-8dd644d82c74 req-f1e7545b-6dc0-4a0f-a963-b07de81ce41a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804844 Mar 08 20:36:50.526224 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.797896 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 23bc34c1-53d2-40f9-865a-8162201b40ad up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:50.817092 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38158) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:50.827903 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2e133-5789-4155-99f5-78d23bf01b1f req-07ab09d6-ce0f-4b41-916e-c272c3f9a26c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:50.832450 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a3e2e133-5789-4155-99f5-78d23bf01b1f req-07ab09d6-ce0f-4b41-916e-c272c3f9a26c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0649767 Mar 08 20:36:50.915121 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a3e2e133-5789-4155-99f5-78d23bf01b1f req-80e7c08b-a1f5-4e9f-91bc-293fe8345842 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787859 Mar 08 20:36:50.967000 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-697f3f4b-c879-46f1-b596-3f05d26f8cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.970182 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 23bc34c1-53d2-40f9-865a-8162201b40ad completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:36:50.984398 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 23bc34c1-53d2-40f9-865a-8162201b40ad triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:50.984398 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.101284 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-697f3f4b-c879-46f1-b596-3f05d26f8cd9 admin admin] Publish callbacks [] for security_group (87b41588-7cec-4529-9f78-6f6189c8db69), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.146567 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 23bc34c1-53d2-40f9-865a-8162201b40ad is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:51.147535 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.177443 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-697f3f4b-c879-46f1-b596-3f05d26f8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (87b41588-7cec-4529-9f78-6f6189c8db69), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.189513 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb973d-3555-45cc-a659-b6effda7f5eb req-c8076891-d453-4b8b-999c-7ba450b92dbc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:51.192675 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f7eb973d-3555-45cc-a659-b6effda7f5eb req-c8076891-d453-4b8b-999c-7ba450b92dbc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0860691 Mar 08 20:36:51.206448 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 23bc34c1-53d2-40f9-865a-8162201b40ad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=23bc34c1-53d2-40f9-865a-8162201b40ad,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:51.210822 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bc34c1-53d2-40f9-865a-8162201b40ad'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:51.214751 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d799c07-2f8b-4847-aaf9-f961db002734" -d '{"events": [{"server_uuid": "89d3823d-b142-41c8-954a-6fe48b38d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "23bc34c1-53d2-40f9-865a-8162201b40ad"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:51.241157 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-697f3f4b-c879-46f1-b596-3f05d26f8cd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a168476224e64c7685e2889b1e406fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227607 Mar 08 20:36:51.242430 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f3f4b-c879-46f1-b596-3f05d26f8cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b41588-7cec-4529-9f78-6f6189c8db69,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:51.244558 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38168) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:51.286230 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.350930 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=23bc34c1-53d2-40f9-865a-8162201b40ad,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:51.364711 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f7eb973d-3555-45cc-a659-b6effda7f5eb req-b88bd5d5-ae2c-45f6-9bcf-4a4e98c4ec65 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558092 Mar 08 20:36:51.380350 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2139a795-39db-4de8-9116-fa87a1884ca4 admin admin] Publish callbacks [] for security_group (87b41588-7cec-4529-9f78-6f6189c8db69), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.417461 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2139a795-39db-4de8-9116-fa87a1884ca4 admin admin] Publish callbacks [] for security_group (87b41588-7cec-4529-9f78-6f6189c8db69), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.434505 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb29c7e2-e362-4615-a0dc-49f7f1fcd732 x-openstack-request-id: req-fb29c7e2-e362-4615-a0dc-49f7f1fcd732 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:51.434820 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d3823d-b142-41c8-954a-6fe48b38d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "23bc34c1-53d2-40f9-865a-8162201b40ad", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:51.435084 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb29c7e2-e362-4615-a0dc-49f7f1fcd732 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:51.435591 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bc34c1-53d2-40f9-865a-8162201b40ad', 'code': 200} Mar 08 20:36:51.555246 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2139a795-39db-4de8-9116-fa87a1884ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (87b41588-7cec-4529-9f78-6f6189c8db69), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.561605 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2139a795-39db-4de8-9116-fa87a1884ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.561605 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-2139a795-39db-4de8-9116-fa87a1884ca4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87b41588-7cec-4529-9f78-6f6189c8db69 HTTP/1.1" status: 204 len: 168 time: 0.3109267 Mar 08 20:36:51.571249 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139a795-39db-4de8-9116-fa87a1884ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b41588-7cec-4529-9f78-6f6189c8db69,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:51.607384 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:51.843144 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f8ae2-7dec-47b2-83f7-3167f01f909d req-3916fcd3-eb6e-4d8d-bc04-87e48eb95446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:51.844871 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b46f8ae2-7dec-47b2-83f7-3167f01f909d req-3916fcd3-eb6e-4d8d-bc04-87e48eb95446 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 1129 time: 0.0483205 Mar 08 20:36:51.925863 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b46f8ae2-7dec-47b2-83f7-3167f01f909d req-84986b3d-01e5-4c9d-b496-24e3bc996cd0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693605 Mar 08 20:36:51.952179 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-4b5b423e-0d01-4510-a45b-f93bbf11b353 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:51.953902 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-4b5b423e-0d01-4510-a45b-f93bbf11b353 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/networks?id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c HTTP/1.1" status: 200 len: 814 time: 0.1535349 Mar 08 20:36:51.988249 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-25872216-4e9a-4507-b7b9-6979d7b67a50 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/quotas/9ba3fecb4ae343678106904a61f313af HTTP/1.1" status: 200 len: 375 time: 0.0267303 Mar 08 20:36:52.073009 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583e46-5694-407b-8724-48fee50df9df req-3d565d1f-3257-4fae-a48f-403b75ef38ae tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:52.081736 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4f583e46-5694-407b-8724-48fee50df9df req-3d565d1f-3257-4fae-a48f-403b75ef38ae tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0734785 Mar 08 20:36:52.096711 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-a21bf34a-f1d9-462e-96e5-97cd811b0822 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ba3fecb4ae343678106904a61f313af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074755 Mar 08 20:36:52.130622 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4f583e46-5694-407b-8724-48fee50df9df req-7c156aa8-b019-45bc-b98e-43c04359ea01 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475864 Mar 08 20:36:52.228377 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-1cad026c-f829-4308-ab6c-af0efc804802 service neutron] 10.222.0.55 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183634 Mar 08 20:36:52.334008 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-97beff7c-8ffd-4280-9e4f-46b3c75dfd0a service neutron] 10.222.0.55 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995386 Mar 08 20:36:52.407813 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38190) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:52.429751 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-45a9eea0-059e-4c49-b25d-a431653b784f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.528585 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360d152-c00d-43c6-90ad-ab55bd15745e req-10a0e40e-deb6-4711-966b-0b85ea4a3fb7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:52.530176 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7360d152-c00d-43c6-90ad-ab55bd15745e req-10a0e40e-deb6-4711-966b-0b85ea4a3fb7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0838053 Mar 08 20:36:52.590535 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-45a9eea0-059e-4c49-b25d-a431653b784f admin admin] Publish callbacks [] for security_group (640281c5-3c16-4f31-9790-4494cbbbaeb1), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.650257 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7360d152-c00d-43c6-90ad-ab55bd15745e req-ded5ea08-79e6-4e7d-b4a6-d4bf2ecd0906 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132834 Mar 08 20:36:52.666248 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b523f2e0-daf4-4c03-bce8-30d8d252856f req-5aecd7c1-97ab-4460-a3b1-4a329c23bae6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 210 time: 0.0415299 Mar 08 20:36:52.672756 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-45a9eea0-059e-4c49-b25d-a431653b784f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (640281c5-3c16-4f31-9790-4494cbbbaeb1), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.713620 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-45a9eea0-059e-4c49-b25d-a431653b784f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdd62760dd4849c3b9792063aa108d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041263 Mar 08 20:36:52.722280 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38196) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:52.743890 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9eea0-059e-4c49-b25d-a431653b784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640281c5-3c16-4f31-9790-4494cbbbaeb1,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:52.805748 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f20aada-2924-415e-8a7f-fbb52295cb22 admin admin] Publish callbacks [] for security_group (640281c5-3c16-4f31-9790-4494cbbbaeb1), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.832104 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f20aada-2924-415e-8a7f-fbb52295cb22 admin admin] Publish callbacks [] for security_group (640281c5-3c16-4f31-9790-4494cbbbaeb1), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.938065 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.989696 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f20aada-2924-415e-8a7f-fbb52295cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (640281c5-3c16-4f31-9790-4494cbbbaeb1), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.992668 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f20aada-2924-415e-8a7f-fbb52295cb22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.994087 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-9f20aada-2924-415e-8a7f-fbb52295cb22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/640281c5-3c16-4f31-9790-4494cbbbaeb1 HTTP/1.1" status: 204 len: 168 time: 0.2692459 Mar 08 20:36:53.006427 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20aada-2924-415e-8a7f-fbb52295cb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640281c5-3c16-4f31-9790-4494cbbbaeb1,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:53.297989 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a469cb-5400-4a40-8df2-060adbaf5585 req-d8aa9fb1-3aee-4e5e-be96-86710367e142 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:53.299669 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-14a469cb-5400-4a40-8df2-060adbaf5585 req-d8aa9fb1-3aee-4e5e-be96-86710367e142 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0854015 Mar 08 20:36:53.365563 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-14a469cb-5400-4a40-8df2-060adbaf5585 req-9fde94ad-eb84-4b43-a436-f7a87ec4ccc8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523264 Mar 08 20:36:53.819812 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-636b1192-a3b6-42ed-8ff4-e52b64595f7a req-008078a6-0ceb-4ae7-8b17-dd506435822b tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 210 time: 0.0840726 Mar 08 20:36:53.943418 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bb72a-50b6-41c4-baae-2b46710f3c20 req-38eff9c9-6e2a-44c0-a7ca-f720d9de810b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:53.943418 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3d4bb72a-50b6-41c4-baae-2b46710f3c20 req-38eff9c9-6e2a-44c0-a7ca-f720d9de810b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 945 time: 0.1343627 Mar 08 20:36:53.943418 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3d4bb72a-50b6-41c4-baae-2b46710f3c20 req-d1bd6c5c-df2e-41d3-9b14-d0445807b2da tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445464 Mar 08 20:36:54.539653 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ad754-c04d-4bd2-ad15-e9d78c5e5a16 req-bb8511cd-b182-46ff-a04f-0578dd9f0d35 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:54.546808 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a28ad754-c04d-4bd2-ad15-e9d78c5e5a16 req-bb8511cd-b182-46ff-a04f-0578dd9f0d35 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0710988 Mar 08 20:36:54.618030 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a28ad754-c04d-4bd2-ad15-e9d78c5e5a16 req-611b08fa-0e07-4b80-8877-d4d8c33b303a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697622 Mar 08 20:36:54.930112 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-74e409cd-211d-4800-8a77-142e483163bb req-56e2a73d-f8cf-41c2-bb1d-dd961dc8023a tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 210 time: 0.0382767 Mar 08 20:36:55.058117 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc0167-d619-48ae-ab91-85b7e595bec0 req-6921eb69-bae5-4846-9f7a-74acc5c32da1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:55.059609 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6fbc0167-d619-48ae-ab91-85b7e595bec0 req-6921eb69-bae5-4846-9f7a-74acc5c32da1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0593717 Mar 08 20:36:55.127967 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6fbc0167-d619-48ae-ab91-85b7e595bec0 req-4cf68571-7f06-4c7a-8d2d-2a2091596fc9 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573123 Mar 08 20:36:55.266515 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153554f-7d0e-4807-ad77-f91b44ab5d28 req-8e87181e-5d0c-4dda-beea-ace4a95a89b3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:55.268902 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8153554f-7d0e-4807-ad77-f91b44ab5d28 req-8e87181e-5d0c-4dda-beea-ace4a95a89b3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0621634 Mar 08 20:36:55.278629 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38250) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:55.285213 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-b03644be-fe1a-4851-bb4a-6748cb9a3944 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'floatingip': {'port_id': '23bc34c1-53d2-40f9-865a-8162201b40ad'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:55.339348 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b03644be-fe1a-4851-bb4a-6748cb9a3944 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (b7b01322-6395-4155-8231-170209f8ed3b), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:56.060461 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-828ba6a6-1074-46f4-9da6-4ec908ef652e req-ef1f1d78-fcd5-4f36-8fb2-f4926888d171 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 210 time: 0.0355842 Mar 08 20:36:56.126387 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99f8a7-899a-4611-a7ae-00b2304fd983 req-4a5a8647-cc93-4d53-9eac-77e7796a29e4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:56.134115 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4b99f8a7-899a-4611-a7ae-00b2304fd983 req-4a5a8647-cc93-4d53-9eac-77e7796a29e4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.2612770 Mar 08 20:36:56.163234 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-88e77a05-23cc-4728-abe0-a4449f433d7b tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:56.164767 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-88e77a05-23cc-4728-abe0-a4449f433d7b tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.58 "GET /v2.0/networks?id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c HTTP/1.1" status: 200 len: 814 time: 0.2931824 Mar 08 20:36:56.198382 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'port': {'device_id': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'admin_state_up': True, 'tenant_id': '9ba3fecb4ae343678106904a61f313af'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:56.350937 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4b99f8a7-899a-4611-a7ae-00b2304fd983 req-852d6890-c39e-436c-98a3-dbef0b8f0341 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158821 Mar 08 20:36:56.632324 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b03644be-fe1a-4851-bb4a-6748cb9a3944 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:56.691940 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Made reservation on behalf of 9ba3fecb4ae343678106904a61f313af for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:56.695360 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:56.723659 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b03644be-fe1a-4851-bb4a-6748cb9a3944 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (b7b01322-6395-4155-8231-170209f8ed3b), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:57.026248 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [None req-b03644be-fe1a-4851-bb4a-6748cb9a3944 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Floating IP b7b01322-6395-4155-8231-170209f8ed3b associated. External IP: 172.27.3.252, port: 23bc34c1-53d2-40f9-865a-8162201b40ad. Mar 08 20:36:57.059781 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Allocated IP 172.20.0.3 (6e9c5133-104c-4eaa-af7e-834f9ffdf59c/defaed33-8eb8-4c4c-8b77-6a0cd0fa527e/db30d048-2522-4792-bb0d-1dd8bec0befc) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:57.316025 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-74410c76-35c4-4723-b506-75662567cfab req-f0406639-1cf8-4655-810f-117d13cdcf81 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 210 time: 0.0868161 Mar 08 20:36:57.614527 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:57.707554 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d519e3b-033b-4b0d-b137-c0d41b8e3ec8 req-7f84fec2-8ef8-458a-a1f0-bf0b32867cc5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:57.707554 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3d519e3b-033b-4b0d-b137-c0d41b8e3ec8 req-7f84fec2-8ef8-458a-a1f0-bf0b32867cc5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.1538413 Mar 08 20:36:57.829999 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3d519e3b-033b-4b0d-b137-c0d41b8e3ec8 req-82d7d48a-047b-47ae-9f48-b19ef0b2c156 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146464 Mar 08 20:36:57.859270 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03644be-fe1a-4851-bb4a-6748cb9a3944 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Router 7661367e-bf65-4c79-970e-115a06f07187 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:57.989662 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03644be-fe1a-4851-bb4a-6748cb9a3944 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:57.994746 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b03644be-fe1a-4851-bb4a-6748cb9a3944 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:57.999355 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:58.010072 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:58.010694 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:58.038931 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b03644be-fe1a-4851-bb4a-6748cb9a3944 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "PUT /v2.0/floatingips/b7b01322-6395-4155-8231-170209f8ed3b HTTP/1.1" status: 200 len: 991 time: 2.7495720 Mar 08 20:36:58.038931 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'tag': '23bc34c1-53d2-40f9-865a-8162201b40ad'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:58.038931 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "89d3823d-b142-41c8-954a-6fe48b38d2f3", "tag": "23bc34c1-53d2-40f9-865a-8162201b40ad"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:58.076959 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6918b88-3954-4d62-82a2-223b48e15d3e x-openstack-request-id: req-a6918b88-3954-4d62-82a2-223b48e15d3e {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:58.077309 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d3823d-b142-41c8-954a-6fe48b38d2f3", "tag": "23bc34c1-53d2-40f9-865a-8162201b40ad", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:58.077618 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6918b88-3954-4d62-82a2-223b48e15d3e {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:58.078071 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'tag': '23bc34c1-53d2-40f9-865a-8162201b40ad', 'status': 'completed', 'code': 200} Mar 08 20:36:58.144595 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-f68c1563-2b41-49fe-be99-a9e01043431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:58.146077 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-f68c1563-2b41-49fe-be99-a9e01043431d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 1129 time: 0.0463281 Mar 08 20:36:58.260811 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-51a20234-248b-46bb-8a93-985b14df8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:58.262461 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-51a20234-248b-46bb-8a93-985b14df8d65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 915 time: 0.1062131 Mar 08 20:36:58.264911 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.270986 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:58.339286 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:58.344209 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:58.347127 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'Port': ['ID=db30d048-2522-4792-bb0d-1dd8bec0befc,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:58.353291 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:58.622997 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:58.636143 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.646620 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f830e0-3618-400b-8c88-1cdabb43721c req-91aadb92-9ee3-431a-b910-1a6e5732093c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:58.657151 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-46f830e0-3618-400b-8c88-1cdabb43721c req-91aadb92-9ee3-431a-b910-1a6e5732093c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 931 time: 0.1179686 Mar 08 20:36:58.683689 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-7cce123d-a785-4b7f-9862-6bc1af580e69 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23bc34c1-53d2-40f9-865a-8162201b40ad HTTP/1.1" status: 200 len: 999 time: 0.2923219 Mar 08 20:36:58.765839 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a13fe346-01a0-4e2d-861c-19d9894b9d85', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:51:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:23Z', 'updated_at': '2022-03-08T20:34:01Z', 'revision_number': 2, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}, {'id': 'b7b01322-6395-4155-8231-170209f8ed3b', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': '23bc34c1-53d2-40f9-865a-8162201b40ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:70:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:33Z', 'updated_at': '2022-03-08T20:36:56Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:58.769724 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-46f830e0-3618-400b-8c88-1cdabb43721c req-bc4cc1e9-ac96-4cce-b8ad-b37992f39879 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006234 Mar 08 20:36:58.773437 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-39a448b7-f19c-4e36-a9ed-eee4fe8d804f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5848820 Mar 08 20:36:58.796047 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Request body: {'port': {'device_id': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:58.821473 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-d4e9891e-6818-4c98-9376-7672224b1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:58.823086 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-d4e9891e-6818-4c98-9376-7672224b1748 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.1306381 Mar 08 20:36:58.828249 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:58.844382 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1e7389ef-1bed-4a78-9ffb-bce3d1d600d4 None None] Provisioning complete for port db30d048-2522-4792-bb0d-1dd8bec0befc triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:58.844947 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1e7389ef-1bed-4a78-9ffb-bce3d1d600d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:58.905357 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:58.906229 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:36:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:59.023024 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1e7389ef-1bed-4a78-9ffb-bce3d1d600d4 None None] Port db30d048-2522-4792-bb0d-1dd8bec0befc cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:59.062628 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.157992 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:59.433650 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db30d048-2522-4792-bb0d-1dd8bec0befc {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:36:59.442401 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Publish callbacks [] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.455543 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Transition to ACTIVE for port object db30d048-2522-4792-bb0d-1dd8bec0befc will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:36:59.465808 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-5033b580-cac7-4424-8adb-2664fcb2120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:59.465808 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-5033b580-cac7-4424-8adb-2664fcb2120b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5655131 Mar 08 20:36:59.503422 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527ee87-e492-4d7c-b889-efccf3facd42 req-9c29fd76-d2f0-4e77-b4d3-d43f94a795da tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:59.505015 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3527ee87-e492-4d7c-b889-efccf3facd42 req-9c29fd76-d2f0-4e77-b4d3-d43f94a795da tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.5125511 Mar 08 20:36:59.583846 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:59.692670 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Pushing event updated for resources: {'Port': ['ID=db30d048-2522-4792-bb0d-1dd8bec0befc,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:59.724935 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a13fe346-01a0-4e2d-861c-19d9894b9d85', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:51:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:23Z', 'updated_at': '2022-03-08T20:34:01Z', 'revision_number': 2, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}, {'id': 'b7b01322-6395-4155-8231-170209f8ed3b', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': '23bc34c1-53d2-40f9-865a-8162201b40ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:70:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:33Z', 'updated_at': '2022-03-08T20:36:56Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:59.770583 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147afd1-7fe2-4596-a32b-8bbad7b5a0be None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a13fe346-01a0-4e2d-861c-19d9894b9d85', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:51:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:23Z', 'updated_at': '2022-03-08T20:34:01Z', 'revision_number': 2, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}, {'id': 'b7b01322-6395-4155-8231-170209f8ed3b', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': '23bc34c1-53d2-40f9-865a-8162201b40ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:70:18:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:33Z', 'updated_at': '2022-03-08T20:36:56Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:37:00.000305 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b704f0-cafa-4234-83aa-6fc5a08c8ee6 req-b85636ff-9618-4def-8d16-d84464be6e7e tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:00.006491 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-29b704f0-cafa-4234-83aa-6fc5a08c8ee6 req-b85636ff-9618-4def-8d16-d84464be6e7e tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0794220 Mar 08 20:37:00.127975 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-29b704f0-cafa-4234-83aa-6fc5a08c8ee6 req-711e04f1-a41f-4741-ae6c-31c55e2414d6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140790 Mar 08 20:37:00.159784 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cf9434-82ad-4299-b2bc-2d88469f62c4 None None] New status for floating IP b7b01322-6395-4155-8231-170209f8ed3b: ACTIVE {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:37:00.227833 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3527ee87-e492-4d7c-b889-efccf3facd42 req-ff4f4e34-0097-4074-85f4-afd9582b54fd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7127314 Mar 08 20:37:00.244957 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-68a7975f-8d91-4849-a34e-1589d84e8554 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242289 Mar 08 20:37:00.288355 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Attempting to bind port db30d048-2522-4792-bb0d-1dd8bec0befc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:37:00.289234 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Attempting to bind port db30d048-2522-4792-bb0d-1dd8bec0befc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:37:00.290002 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Attempting to bind port db30d048-2522-4792-bb0d-1dd8bec0befc on network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:37:00.321404 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Port db30d048-2522-4792-bb0d-1dd8bec0befc on network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:37:00.321954 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Attempting to bind port db30d048-2522-4792-bb0d-1dd8bec0befc on network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:37:00.383939 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:37:00.384457 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Checking segment: {'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:37:00.384972 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Bound using segment: {'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:37:00.385525 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Bound port: db30d048-2522-4792-bb0d-1dd8bec0befc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978d1e9-03f0-4f1d-b05d-118602e748ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:37:00.385950 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.459391 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-86fe2ebc-d527-4d34-b1e0-b9079f77fcd9 req-bfb9a789-3544-4cf9-940c-6bc5b3de7991 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990492 Mar 08 20:37:00.486488 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] For port db30d048-2522-4792-bb0d-1dd8bec0befc, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:37:00.490284 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] For port db30d048-2522-4792-bb0d-1dd8bec0befc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=db30d048-2522-4792-bb0d-1dd8bec0befc,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:37:00.613158 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.682396 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:00.683008 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:00.684436 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] 10.222.0.58 "PUT /v2.0/ports/db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 200 len: 1093 time: 1.8931379 Mar 08 20:37:00.684890 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:00.687282 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ede44b1-85b1-4e4e-8f38-9734d9b90573" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:00.755148 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738c104-5b78-4a3a-9bf9-a9e1d5b3fa95 service neutron] Pushing event updated for resources: {'Port': ['ID=db30d048-2522-4792-bb0d-1dd8bec0befc,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:00.779895 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e2bd28-d2a6-40f3-bd12-61ea5e4c9a4f x-openstack-request-id: req-34e2bd28-d2a6-40f3-bd12-61ea5e4c9a4f {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:00.780186 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:00.780554 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34e2bd28-d2a6-40f3-bd12-61ea5e4c9a4f {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:00.780949 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'status': 'completed', 'code': 200} Mar 08 20:37:01.159896 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38426) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:01.277053 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd5b78-f8ad-4dba-bace-385d7f4bb8ff req-657d4102-068a-40ba-9dac-1ccad96e8924 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:01.278562 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a4bd5b78-f8ad-4dba-bace-385d7f4bb8ff req-657d4102-068a-40ba-9dac-1ccad96e8924 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0731535 Mar 08 20:37:01.292058 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5d81e741-dd5a-4523-ad1a-c11b0d672613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:01.369013 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a4bd5b78-f8ad-4dba-bace-385d7f4bb8ff req-3abe5868-e19f-4a8e-97d9-09717bdff4f0 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642519 Mar 08 20:37:01.415616 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0bacb-dc5a-4bcd-923f-d5c75cb099fc req-74de0952-187a-4b2a-9494-44fcdb3886f2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:01.417297 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d0e0bacb-dc5a-4bcd-923f-d5c75cb099fc req-74de0952-187a-4b2a-9494-44fcdb3886f2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0575132 Mar 08 20:37:01.428350 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5d81e741-dd5a-4523-ad1a-c11b0d672613 admin admin] Publish callbacks [] for security_group (e6bab6f0-9143-4f3a-ba85-caea76b629cb), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:01.465499 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d0e0bacb-dc5a-4bcd-923f-d5c75cb099fc req-50ac6ef2-16b9-420a-837e-ae8fb8c1fd6e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Mar 08 20:37:01.497433 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5d81e741-dd5a-4523-ad1a-c11b0d672613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (e6bab6f0-9143-4f3a-ba85-caea76b629cb), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:01.539180 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-5d81e741-dd5a-4523-ad1a-c11b0d672613 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17f82aaf53654fc084443c789708ef5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755774 Mar 08 20:37:01.539180 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e741-dd5a-4523-ad1a-c11b0d672613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bab6f0-9143-4f3a-ba85-caea76b629cb,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:01.539393 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38434) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:01.609909 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2fa14b1b-85ad-46d0-b266-0feae3becff9 admin admin] Publish callbacks [] for security_group (e6bab6f0-9143-4f3a-ba85-caea76b629cb), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:01.632282 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2fa14b1b-85ad-46d0-b266-0feae3becff9 admin admin] Publish callbacks [] for security_group (e6bab6f0-9143-4f3a-ba85-caea76b629cb), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.172311 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2fa14b1b-85ad-46d0-b266-0feae3becff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (e6bab6f0-9143-4f3a-ba85-caea76b629cb), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.175183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2fa14b1b-85ad-46d0-b266-0feae3becff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:02.178807 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-2fa14b1b-85ad-46d0-b266-0feae3becff9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6bab6f0-9143-4f3a-ba85-caea76b629cb HTTP/1.1" status: 204 len: 168 time: 0.6360748 Mar 08 20:37:02.185838 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa14b1b-85ad-46d0-b266-0feae3becff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bab6f0-9143-4f3a-ba85-caea76b629cb,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:02.495516 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d393b-7ff6-4549-993a-f12acc138d52 req-52ef3477-c8ef-4d64-9457-851aff499c71 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:02.497208 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-329d393b-7ff6-4549-993a-f12acc138d52 req-52ef3477-c8ef-4d64-9457-851aff499c71 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0586250 Mar 08 20:37:02.577468 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-329d393b-7ff6-4549-993a-f12acc138d52 req-5bddab88-f8db-47f7-94de-5b3a172be24c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720470 Mar 08 20:37:02.634280 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e31d8-c88b-4872-8de6-96e03b099266 req-87a3b04e-292d-4094-bafd-2ea0a3319473 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:02.643291 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-427e31d8-c88b-4872-8de6-96e03b099266 req-87a3b04e-292d-4094-bafd-2ea0a3319473 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0910270 Mar 08 20:37:02.708729 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-427e31d8-c88b-4872-8de6-96e03b099266 req-633f0163-483e-41c3-a32e-561fdbb34a4e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562329 Mar 08 20:37:03.010276 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38452) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:03.025018 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1a596ead-8839-49c6-b0e9-bca5a672e83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.112171 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1a596ead-8839-49c6-b0e9-bca5a672e83a admin admin] Publish callbacks [] for security_group (d3ac1ed5-4dcd-41ec-9fe0-ae2a5f5db798), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.189432 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1a596ead-8839-49c6-b0e9-bca5a672e83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (d3ac1ed5-4dcd-41ec-9fe0-ae2a5f5db798), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.230299 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-1a596ead-8839-49c6-b0e9-bca5a672e83a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7156b170edc54491a7e09ab8b008dad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185714 Mar 08 20:37:03.232721 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a596ead-8839-49c6-b0e9-bca5a672e83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ac1ed5-4dcd-41ec-9fe0-ae2a5f5db798,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:03.233089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38454) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:03.291974 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ab1b46e4-9660-4b1e-ad35-e548ce96a555 admin admin] Publish callbacks [] for security_group (d3ac1ed5-4dcd-41ec-9fe0-ae2a5f5db798), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.313694 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ab1b46e4-9660-4b1e-ad35-e548ce96a555 admin admin] Publish callbacks [] for security_group (d3ac1ed5-4dcd-41ec-9fe0-ae2a5f5db798), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.468080 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ab1b46e4-9660-4b1e-ad35-e548ce96a555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (d3ac1ed5-4dcd-41ec-9fe0-ae2a5f5db798), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.472110 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ab1b46e4-9660-4b1e-ad35-e548ce96a555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:03.476293 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-ab1b46e4-9660-4b1e-ad35-e548ce96a555 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3ac1ed5-4dcd-41ec-9fe0-ae2a5f5db798 HTTP/1.1" status: 204 len: 168 time: 0.2394569 Mar 08 20:37:03.497134 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b46e4-9660-4b1e-ad35-e548ce96a555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ac1ed5-4dcd-41ec-9fe0-ae2a5f5db798,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:03.711731 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0b048-b57c-48ff-9d03-a286aa2ca531 req-6fe2c15a-0fb7-4934-8ae4-ec4a7d212159 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:03.713245 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dcd0b048-b57c-48ff-9d03-a286aa2ca531 req-6fe2c15a-0fb7-4934-8ae4-ec4a7d212159 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0622323 Mar 08 20:37:03.765641 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dcd0b048-b57c-48ff-9d03-a286aa2ca531 req-415e0302-21aa-4d14-a3f1-9fd8db6a3c58 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Mar 08 20:37:03.920789 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f0769-de80-4a1b-85c8-66e8b4fd846b req-0b8d68f7-f73c-44c7-bc73-d2d8d2daeeac tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:03.929037 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9a1f0769-de80-4a1b-85c8-66e8b4fd846b req-0b8d68f7-f73c-44c7-bc73-d2d8d2daeeac tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 945 time: 0.0705109 Mar 08 20:37:03.997764 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9a1f0769-de80-4a1b-85c8-66e8b4fd846b req-3da3e68d-fad3-42d4-951a-d6a86fc86f38 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633023 Mar 08 20:37:04.882938 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1827dc42-d64b-456f-ba46-0c3d81358413 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:37:04.922456 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c5792-5cc9-448a-98a2-6ef26ce4151b req-7239fa2a-7095-40ec-be88-d51f113cea29 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:04.925439 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f30c5792-5cc9-448a-98a2-6ef26ce4151b req-7239fa2a-7095-40ec-be88-d51f113cea29 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0628052 Mar 08 20:37:04.982613 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1827dc42-d64b-456f-ba46-0c3d81358413 is: ACTIVE; New status is: DOWN {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:04.983342 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:05.025568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:05.026792 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:05.030085 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0330fd-884b-4049-b814-25ea9eee72d4" -d '{"events": [{"server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "name": "network-vif-unplugged", "status": "completed", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:05.035308 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f30c5792-5cc9-448a-98a2-6ef26ce4151b req-488af9cf-6d44-447e-a3ad-6ce37162aa91 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040587 Mar 08 20:37:05.088719 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b427e736-a202-4903-9d1f-e32fb843a65d x-openstack-request-id: req-b427e736-a202-4903-9d1f-e32fb843a65d {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:05.089034 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "name": "network-vif-unplugged", "status": "completed", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:05.089547 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b427e736-a202-4903-9d1f-e32fb843a65d {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:05.089941 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413', 'code': 200} Mar 08 20:37:05.092519 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:05.144297 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=8']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:05.246468 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018808ff-2a21-4e95-99c2-3058016b8704 req-7dfc19f3-a561-461b-a71a-d503ecfc20f6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:05.248935 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-018808ff-2a21-4e95-99c2-3058016b8704 req-7dfc19f3-a561-461b-a71a-d503ecfc20f6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0930173 Mar 08 20:37:05.311649 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-018808ff-2a21-4e95-99c2-3058016b8704 req-69b9f67b-7ed0-4d3e-abd4-a85ac2b24523 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551171 Mar 08 20:37:06.189444 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3a429-9b62-4396-b194-b47c2e3f8c2d req-6078362c-55e7-46c8-9976-f00bca152955 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:06.189444 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f9b3a429-9b62-4396-b194-b47c2e3f8c2d req-6078362c-55e7-46c8-9976-f00bca152955 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0798583 Mar 08 20:37:06.256736 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f9b3a429-9b62-4396-b194-b47c2e3f8c2d req-254731df-8487-4b84-bab8-d702c3e1d5a2 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621269 Mar 08 20:37:06.478131 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9a7a2-b552-4d71-bb62-3ea20aaf3991 req-ad9fbcbe-039b-45fd-87b4-7ab7514244fc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:06.479541 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-72b9a7a2-b552-4d71-bb62-3ea20aaf3991 req-ad9fbcbe-039b-45fd-87b4-7ab7514244fc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0626476 Mar 08 20:37:06.526740 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:06.531000 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-72b9a7a2-b552-4d71-bb62-3ea20aaf3991 req-ead37544-c637-462b-b703-1903e11fda45 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456185 Mar 08 20:37:07.402182 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a98d86-9448-4f24-9be2-4c3ff6cfc603 req-2383464c-7d17-46de-9ca7-be0cef4ae22c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:07.404629 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f5a98d86-9448-4f24-9be2-4c3ff6cfc603 req-2383464c-7d17-46de-9ca7-be0cef4ae22c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0652242 Mar 08 20:37:07.409847 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38544) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:07.467774 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f5a98d86-9448-4f24-9be2-4c3ff6cfc603 req-09dfb4ef-6e29-40df-9a9d-80a32de520be tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Mar 08 20:37:07.529611 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d9da20e1-d5c7-4996-b9e7-0216e73f2b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.605125 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d9da20e1-d5c7-4996-b9e7-0216e73f2b94 admin admin] Publish callbacks [] for security_group (61ccee46-1759-4c36-bf3a-93f816954050), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.655659 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdbc12-5eeb-45f9-b807-5647e06b785b req-db4a7d02-225a-4a5a-aa98-801b093eea66 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:07.657256 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9dbdbc12-5eeb-45f9-b807-5647e06b785b req-db4a7d02-225a-4a5a-aa98-801b093eea66 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0540085 Mar 08 20:37:07.691799 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d9da20e1-d5c7-4996-b9e7-0216e73f2b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (61ccee46-1759-4c36-bf3a-93f816954050), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.709335 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9dbdbc12-5eeb-45f9-b807-5647e06b785b req-61b4677b-1f24-43f7-ac29-2fcccd4ba300 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455596 Mar 08 20:37:07.734772 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-d9da20e1-d5c7-4996-b9e7-0216e73f2b94 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d3e033c100c46ac8f20eb6a04009432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216436 Mar 08 20:37:07.734772 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da20e1-d5c7-4996-b9e7-0216e73f2b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ccee46-1759-4c36-bf3a-93f816954050,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:07.735429 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38550) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:07.782754 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7518ff19-23ef-4338-958f-38a1ac475607 admin admin] Publish callbacks [] for security_group (61ccee46-1759-4c36-bf3a-93f816954050), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.805084 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7518ff19-23ef-4338-958f-38a1ac475607 admin admin] Publish callbacks [] for security_group (61ccee46-1759-4c36-bf3a-93f816954050), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.966250 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7518ff19-23ef-4338-958f-38a1ac475607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (61ccee46-1759-4c36-bf3a-93f816954050), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.968886 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7518ff19-23ef-4338-958f-38a1ac475607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:07.970021 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-7518ff19-23ef-4338-958f-38a1ac475607 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61ccee46-1759-4c36-bf3a-93f816954050 HTTP/1.1" status: 204 len: 168 time: 0.2335520 Mar 08 20:37:07.978325 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518ff19-23ef-4338-958f-38a1ac475607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ccee46-1759-4c36-bf3a-93f816954050,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:08.498431 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38558) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:08.515317 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c34463a-731c-4d35-a5ab-329037ec0aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:08.621117 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d8e5b-5cde-4840-b334-5ce0e7436d25 req-ec2c6edf-b766-4bb9-8325-664abd5a3250 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:08.622617 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-950d8e5b-5cde-4840-b334-5ce0e7436d25 req-ec2c6edf-b766-4bb9-8325-664abd5a3250 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0813639 Mar 08 20:37:08.632992 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c34463a-731c-4d35-a5ab-329037ec0aea admin admin] Publish callbacks [] for security_group (983c72c2-3d04-47a4-8311-1ba26ca91b16), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:08.672417 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-950d8e5b-5cde-4840-b334-5ce0e7436d25 req-7514b7e9-f1d2-46ed-ad31-f5e91a3aeabe tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Mar 08 20:37:08.678827 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c34463a-731c-4d35-a5ab-329037ec0aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (983c72c2-3d04-47a4-8311-1ba26ca91b16), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:08.715149 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34463a-731c-4d35-a5ab-329037ec0aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983c72c2-3d04-47a4-8311-1ba26ca91b16,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:08.719397 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-2c34463a-731c-4d35-a5ab-329037ec0aea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2275d113b8ed4d749dd2920e5383db13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198472 Mar 08 20:37:08.721992 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38560) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:08.770460 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-167fc717-8059-4474-8ea1-a9bddae5b4a1 admin admin] Publish callbacks [] for security_group (983c72c2-3d04-47a4-8311-1ba26ca91b16), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:08.817313 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-167fc717-8059-4474-8ea1-a9bddae5b4a1 admin admin] Publish callbacks [] for security_group (983c72c2-3d04-47a4-8311-1ba26ca91b16), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:08.868005 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ae32c-f756-464f-9f2c-b566ae58a632 req-89b51d99-2013-407a-9f35-dfc69525037a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:08.869482 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-eb0ae32c-f756-464f-9f2c-b566ae58a632 req-89b51d99-2013-407a-9f35-dfc69525037a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0876660 Mar 08 20:37:09.117985 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-eb0ae32c-f756-464f-9f2c-b566ae58a632 req-50edc358-98e9-429d-8150-10b9706be398 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430468 Mar 08 20:37:09.149002 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-167fc717-8059-4474-8ea1-a9bddae5b4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (983c72c2-3d04-47a4-8311-1ba26ca91b16), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:09.151649 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-167fc717-8059-4474-8ea1-a9bddae5b4a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:09.152758 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-167fc717-8059-4474-8ea1-a9bddae5b4a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/983c72c2-3d04-47a4-8311-1ba26ca91b16 HTTP/1.1" status: 204 len: 168 time: 0.4298248 Mar 08 20:37:09.161152 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fc717-8059-4474-8ea1-a9bddae5b4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983c72c2-3d04-47a4-8311-1ba26ca91b16,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:09.701871 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:37:09.788998 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac845e1-8ed9-45db-9148-da6a40711662 req-40afcbef-0fb0-4013-a6c1-833902843473 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:09.790469 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dac845e1-8ed9-45db-9148-da6a40711662 req-40afcbef-0fb0-4013-a6c1-833902843473 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0526800 Mar 08 20:37:09.837615 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dac845e1-8ed9-45db-9148-da6a40711662 req-6595a132-9995-4430-a0db-7410e0c8c979 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Mar 08 20:37:10.095080 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38588) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:10.190650 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1397345336-network', 'tenant_id': 'da79c6c4f62c4137944042b1a7b0931d'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:10.254751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd7db4-5275-453f-8d25-fcfeeee1f4c6 req-d42e441c-b2ad-4d9c-b438-40665a690bdd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:10.256247 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-94cd7db4-5275-453f-8d25-fcfeeee1f4c6 req-d42e441c-b2ad-4d9c-b438-40665a690bdd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0623064 Mar 08 20:37:10.301981 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-94cd7db4-5275-453f-8d25-fcfeeee1f4c6 req-082cc33f-ffc2-45cc-9fed-b391da940253 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402765 Mar 08 20:37:10.318888 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Made reservation on behalf of da79c6c4f62c4137944042b1a7b0931d for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:37:10.321300 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.329900 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.402203 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Publish callbacks [] for security_group (4115d2a8-2e1c-44b6-a80d-1728a29d8351), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.461420 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4115d2a8-2e1c-44b6-a80d-1728a29d8351), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.485806 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:37:10.495014 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4115d2a8-2e1c-44b6-a80d-1728a29d8351,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:10.500829 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (573a3a67-2705-457a-bb40-a73837484387), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.501195 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Added segment 573a3a67-2705-457a-bb40-a73837484387 of type vlan for network 852030cf-589a-4b79-8594-7b0943de329c Mar 08 20:37:10.540358 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (852030cf-589a-4b79-8594-7b0943de329c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.617425 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (852030cf-589a-4b79-8594-7b0943de329c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.618458 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:10.619050 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.681006 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] Pushing event updated for resources: {'Network': ['ID=852030cf-589a-4b79-8594-7b0943de329c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:10.690671 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network 852030cf-589a-4b79-8594-7b0943de329c details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:37:10.711884 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-0f0c8f60-2b24-4fc4-b2d8-3cd314c82bde admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6157098 Mar 08 20:37:10.714841 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38594) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:10.719617 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Request body: {'subnet': {'network_id': '852030cf-589a-4b79-8594-7b0943de329c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1397345336-subnet', 'tenant_id': 'da79c6c4f62c4137944042b1a7b0931d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:10.784103 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Made reservation on behalf of da79c6c4f62c4137944042b1a7b0931d for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:37:10.786425 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9010420'] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:10.991424 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15cbe2-0df6-40a0-88b2-f90b3ee7ca44 req-940d2e40-9ae0-4bc1-ba0d-b1fbe1bac0cc tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:10.992813 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-aa15cbe2-0df6-40a0-88b2-f90b3ee7ca44 req-940d2e40-9ae0-4bc1-ba0d-b1fbe1bac0cc tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0911567 Mar 08 20:37:11.037267 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10269022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9010410'] for subnet (d20054bc-1531-47be-a691-086c344ed03e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:11.046787 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-aa15cbe2-0df6-40a0-88b2-f90b3ee7ca44 req-31efdb4f-63ba-4fde-badc-d81609ed2c83 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485296 Mar 08 20:37:11.093689 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d20054bc-1531-47be-a691-086c344ed03e,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:11.109383 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Checking segment: {'id': '573a3a67-2705-457a-bb40-a73837484387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '852030cf-589a-4b79-8594-7b0943de329c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:37:11.109739 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Network hostable DHCP agents. Network: 852030cf-589a-4b79-8594-7b0943de329c, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:37:11.177170 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Network 852030cf-589a-4b79-8594-7b0943de329c is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:37:11.251727 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, 852030cf-589a-4b79-8594-7b0943de329c) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:37:11.256352 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:11.256961 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:11.261133 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf73e57-c60e-4dd6-a056-f68f9405fd28 None None] Network 852030cf-589a-4b79-8594-7b0943de329c requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:37:11.338785 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-7b448e79-f01f-4d0d-9fac-308e942d6619 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6228657 Mar 08 20:37:11.361527 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb0045-1513-40ba-a129-2e00ba415822 None None] Network 852030cf-589a-4b79-8594-7b0943de329c requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:37:11.429697 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811ef1b-25ce-4667-b456-6ea2ce541a04 req-c0438a28-3100-4714-b6cd-0214d974c094 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:11.431223 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0811ef1b-25ce-4667-b456-6ea2ce541a04 req-c0438a28-3100-4714-b6cd-0214d974c094 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0556016 Mar 08 20:37:11.485384 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0811ef1b-25ce-4667-b456-6ea2ce541a04 req-ed660f7b-1d25-4859-a46d-599a725b1bf0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487192 Mar 08 20:37:12.068657 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38618) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:12.073284 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-915487960-network', 'tenant_id': '6b9c010e19b2430babfc1997f5559fff'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:12.116272 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-1b858b97-0c5e-493e-9486-57892ee5cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.117913 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-1b858b97-0c5e-493e-9486-57892ee5cb73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 1127 time: 0.0478263 Mar 08 20:37:12.173523 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4100fbc-4200-447e-99b8-cee20f2ffa9a req-d947ff49-7c70-4faf-95df-0ddf3be67a81 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.176055 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a4100fbc-4200-447e-99b8-cee20f2ffa9a req-d947ff49-7c70-4faf-95df-0ddf3be67a81 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0566216 Mar 08 20:37:12.177325 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Made reservation on behalf of 6b9c010e19b2430babfc1997f5559fff for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:37:12.179641 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.188857 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.217757 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede44b1-85b1-4e4e-8f38-9734d9b90573 req-4eb4ff25-a811-4c22-8dff-da3ebdc8eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.219926 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3ede44b1-85b1-4e4e-8f38-9734d9b90573 req-4eb4ff25-a811-4c22-8dff-da3ebdc8eeb2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ba3fecb4ae343678106904a61f313af&device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 1127 time: 0.1005812 Mar 08 20:37:12.262915 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a4100fbc-4200-447e-99b8-cee20f2ffa9a req-eb23343a-d56c-41ad-8ebc-45fc230a638e tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662427 Mar 08 20:37:12.306496 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-06ac84a3-b208-49af-b9ad-175ecfbd6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.308081 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-06ac84a3-b208-49af-b9ad-175ecfbd6a3e service neutron] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 917 time: 0.1543479 Mar 08 20:37:12.319886 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Publish callbacks [] for security_group (65e6ee7f-b5f9-47aa-99a3-fcce5da829b0), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.375177 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede44b1-85b1-4e4e-8f38-9734d9b90573 req-052f0771-c6bc-4f7e-9bc9-bc96cc7b0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.376587 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3ede44b1-85b1-4e4e-8f38-9734d9b90573 req-052f0771-c6bc-4f7e-9bc9-bc96cc7b0f20 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9ba3fecb4ae343678106904a61f313af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1463978 Mar 08 20:37:12.404660 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (65e6ee7f-b5f9-47aa-99a3-fcce5da829b0), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.426906 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-9b8ddfc4-d151-4cef-9a35-4a0ce5195fbd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1827dc42-d64b-456f-ba46-0c3d81358413 HTTP/1.1" status: 200 len: 999 time: 0.0931203 Mar 08 20:37:12.428626 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:37:12.444351 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e6ee7f-b5f9-47aa-99a3-fcce5da829b0,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:12.449345 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (5728e157-d7c5-4aca-b506-51957c32c2c0), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.449345 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Added segment 5728e157-d7c5-4aca-b506-51957c32c2c0 of type vlan for network e8567397-b0cd-4279-b57c-5d9f2a81ae88 Mar 08 20:37:12.492235 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (e8567397-b0cd-4279-b57c-5d9f2a81ae88), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.516500 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-c6049032-e28a-4284-a612-503780d94fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.518625 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-c6049032-e28a-4284-a612-503780d94fe1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.0648019 Mar 08 20:37:12.523639 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede44b1-85b1-4e4e-8f38-9734d9b90573 req-62d510cc-a307-42a2-9a12-55f12594e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.524982 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3ede44b1-85b1-4e4e-8f38-9734d9b90573 req-62d510cc-a307-42a2-9a12-55f12594e21a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1397510 Mar 08 20:37:12.589006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-e9fe6b80-7ac7-4e56-9215-f850ff29691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.589991 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (e8567397-b0cd-4279-b57c-5d9f2a81ae88), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.590545 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-e9fe6b80-7ac7-4e56-9215-f850ff29691d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503500 Mar 08 20:37:12.590934 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.591576 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.663644 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] Pushing event updated for resources: {'Network': ['ID=e8567397-b0cd-4279-b57c-5d9f2a81ae88,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:12.678758 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network e8567397-b0cd-4279-b57c-5d9f2a81ae88 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:37:12.683121 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8e1eb-e064-4a68-8a70-9450b024fcc0 req-27619026-f86a-41b2-ba60-0b182da2d6dc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.684760 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3bd8e1eb-e064-4a68-8a70-9450b024fcc0 req-27619026-f86a-41b2-ba60-0b182da2d6dc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.1212759 Mar 08 20:37:12.712784 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-2ba8584a-32ba-4888-8ba8-89b9a9b21671 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6433671 Mar 08 20:37:12.715607 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38628) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:12.721769 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Request body: {'subnet': {'network_id': 'e8567397-b0cd-4279-b57c-5d9f2a81ae88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-915487960-subnet', 'tenant_id': '6b9c010e19b2430babfc1997f5559fff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:12.732081 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-1dbba7b1-d198-4f3e-94b8-a2c7349998da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.733560 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-1dbba7b1-d198-4f3e-94b8-a2c7349998da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ba3fecb4ae343678106904a61f313af&device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 1127 time: 0.0978539 Mar 08 20:37:12.739383 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-7d426a3d-2e5f-4c2e-8de0-3e5c7471fe0d service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213326 Mar 08 20:37:12.762207 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3bd8e1eb-e064-4a68-8a70-9450b024fcc0 req-cefe0341-9651-4049-8b3f-5faec217a7f0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707779 Mar 08 20:37:12.812308 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-42b32374-f2f6-4f20-bb49-3b2cc62e1f2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 200 len: 217 time: 0.0580881 Mar 08 20:37:12.844678 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Made reservation on behalf of 6b9c010e19b2430babfc1997f5559fff for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:37:12.847070 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9010420'] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:12.911901 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-45cee7ba-7c6e-4e39-ba1b-fa17da786c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.913336 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-45cee7ba-7c6e-4e39-ba1b-fa17da786c91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=defaed33-8eb8-4c4c-8b77-6a0cd0fa527e HTTP/1.1" status: 200 len: 853 time: 0.0893638 Mar 08 20:37:12.918721 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-643fe1ca-b1b0-4f00-9386-fb53e00d3929 req-abecaf20-ae04-4375-98f6-199ad8cdec14 service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586068 Mar 08 20:37:12.966426 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-84e10dca-b241-4d5c-bcc1-ca2a97223aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:12.967971 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-84e10dca-b241-4d5c-bcc1-ca2a97223aab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481207 Mar 08 20:37:13.087300 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10269022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9010410'] for subnet (1273890d-4965-4dec-854a-27a4ee718078), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:13.113063 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-bf57a4d8-bc0d-45bf-a430-283279702d1f service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263943 Mar 08 20:37:13.118163 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-09ddc82a-bb14-4453-a69c-746675f11766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:13.119576 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-09ddc82a-bb14-4453-a69c-746675f11766 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 1127 time: 0.0725856 Mar 08 20:37:13.144416 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Pushing event updated for resources: {'Subnet': ['ID=1273890d-4965-4dec-854a-27a4ee718078,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:13.153544 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Checking segment: {'id': '5728e157-d7c5-4aca-b506-51957c32c2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8567397-b0cd-4279-b57c-5d9f2a81ae88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:37:13.154510 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Network hostable DHCP agents. Network: e8567397-b0cd-4279-b57c-5d9f2a81ae88, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:37:13.269562 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Network e8567397-b0cd-4279-b57c-5d9f2a81ae88 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:37:13.270538 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a536dd07-7adf-48ce-aed7-f3e4a5ce549d req-451b9fd2-e377-4913-abb7-60cf2157b738 service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498260 Mar 08 20:37:13.273347 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-c834dc6e-58ec-4bbf-9633-7889975a48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:13.274674 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-c834dc6e-58ec-4bbf-9633-7889975a48b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 917 time: 0.1466818 Mar 08 20:37:13.355374 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, e8567397-b0cd-4279-b57c-5d9f2a81ae88) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:37:13.356556 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-c55b8ef8-077b-484e-a738-9158ab3485eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1827dc42-d64b-456f-ba46-0c3d81358413 HTTP/1.1" status: 200 len: 999 time: 0.0724020 Mar 08 20:37:13.360622 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:13.362521 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:13.367206 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5eecf-740b-4a04-b766-cd76a4831a39 None None] Network e8567397-b0cd-4279-b57c-5d9f2a81ae88 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:37:13.426502 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-6e7f8aa4-6386-4b0f-91ac-117420e2e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:13.427962 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-6e7f8aa4-6386-4b0f-91ac-117420e2e942 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.0558624 Mar 08 20:37:13.435773 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8a9b-7880-4ea2-8e0b-3a4ad541618e req-941e026f-f66e-4849-8ead-aa71ff301e69 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:13.437182 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf8c8a9b-7880-4ea2-8e0b-3a4ad541618e req-941e026f-f66e-4849-8ead-aa71ff301e69 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.1009293 Mar 08 20:37:13.483683 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71e557-efc7-41e5-a592-48a67cf9d6ab None None] Network e8567397-b0cd-4279-b57c-5d9f2a81ae88 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:37:13.508285 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-8ac5a1e9-6503-4be2-acc5-69fcab6fa0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:13.509782 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-8ac5a1e9-6503-4be2-acc5-69fcab6fa0c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713031 Mar 08 20:37:13.526083 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-e5dbc9a0-ac7e-4a01-ac90-fcc04d9381df admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8082159 Mar 08 20:37:13.530607 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf8c8a9b-7880-4ea2-8e0b-3a4ad541618e req-f9109d04-9ff4-4998-a414-a1726bb25254 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668488 Mar 08 20:37:13.612681 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-88ad8037-16a0-423b-9309-39d22cfdbbd3 service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943716 Mar 08 20:37:13.707515 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a210f4a7-e0ea-49c4-b324-33c06bea2bb9 req-1730b745-8855-492b-8d5b-8c546d022c1b service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875034 Mar 08 20:37:13.912890 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd0531-ab45-4cff-9838-e2d81da6f73b req-b46a5677-8e29-469d-8632-b81f47ecfaed tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:13.914405 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ebdd0531-ab45-4cff-9838-e2d81da6f73b req-b46a5677-8e29-469d-8632-b81f47ecfaed tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0591545 Mar 08 20:37:13.960309 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ebdd0531-ab45-4cff-9838-e2d81da6f73b req-7eec605f-7190-4ea6-8495-d71be33461df tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404565 Mar 08 20:37:14.648555 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a3349-b9cb-46e5-bc40-9fb66a1e566f req-57b4132f-ae05-474e-9d99-e51b4873532e tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:14.650004 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c39a3349-b9cb-46e5-bc40-9fb66a1e566f req-57b4132f-ae05-474e-9d99-e51b4873532e tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0520558 Mar 08 20:37:14.696184 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c39a3349-b9cb-46e5-bc40-9fb66a1e566f req-e7494d6b-42e1-4753-8b4e-27e46c0a8221 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Mar 08 20:37:15.083452 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3829d3b-e876-40bb-82ae-39c50edf7b46 req-ce238eb4-2a5f-44dc-a26d-b66925745013 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:15.084976 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b3829d3b-e876-40bb-82ae-39c50edf7b46 req-ce238eb4-2a5f-44dc-a26d-b66925745013 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0545375 Mar 08 20:37:15.130103 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b3829d3b-e876-40bb-82ae-39c50edf7b46 req-0d0cd864-0c5b-497c-863a-55aeb370827e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 Mar 08 20:37:15.810844 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e7700-bec7-44b8-811d-d1071c91bd9e req-ec79eae8-b3e7-4729-8de6-a39f48623083 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:15.812271 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-462e7700-bec7-44b8-811d-d1071c91bd9e req-ec79eae8-b3e7-4729-8de6-a39f48623083 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0516946 Mar 08 20:37:15.858837 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-462e7700-bec7-44b8-811d-d1071c91bd9e req-7dbca148-c395-4d3e-aa67-8e02ed4d7061 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Mar 08 20:37:16.249661 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d30230-ed95-46cf-8665-cc808b8e6857 req-41bb868b-e576-4c76-8987-3075f74b5c96 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:16.251159 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-14d30230-ed95-46cf-8665-cc808b8e6857 req-41bb868b-e576-4c76-8987-3075f74b5c96 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0520651 Mar 08 20:37:16.301307 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-14d30230-ed95-46cf-8665-cc808b8e6857 req-e81e6f7c-677d-4358-aea0-d1c67fdb99e8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438609 Mar 08 20:37:16.549733 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-32090d28-4326-42e1-a85b-e8fda50cb19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:16.936637 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device db30d048-2522-4792-bb0d-1dd8bec0befc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:37:16.992655 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ec8ed-47f2-4fcd-acc3-aba20ff87450 req-42d8b682-03cd-4059-baf3-99fd55a701b4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:16.998544 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0d4ec8ed-47f2-4fcd-acc3-aba20ff87450 req-42d8b682-03cd-4059-baf3-99fd55a701b4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 943 time: 0.0729425 Mar 08 20:37:17.044131 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port db30d048-2522-4792-bb0d-1dd8bec0befc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=db30d048-2522-4792-bb0d-1dd8bec0befc,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:17.056859 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'port_id': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'mac_address': 'fa:16:3e:e4:f3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:37:17.064265 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0d4ec8ed-47f2-4fcd-acc3-aba20ff87450 req-ffa5f253-8b38-439e-bc58-5c6b2b2d2f25 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648668 Mar 08 20:37:17.105727 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port db30d048-2522-4792-bb0d-1dd8bec0befc is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:17.106125 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:17.119168 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db30d048-2522-4792-bb0d-1dd8bec0befc {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:17.139040 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port db30d048-2522-4792-bb0d-1dd8bec0befc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=db30d048-2522-4792-bb0d-1dd8bec0befc,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:17.222224 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:17.272094 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=db30d048-2522-4792-bb0d-1dd8bec0befc,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:17.499750 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [req-e41315d2-4c67-461c-9676-ebca1fdcb36a req-f7f050e8-57f1-43bd-b25c-3e691f9152fa service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103530) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:37:17.501026 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e41315d2-4c67-461c-9676-ebca1fdcb36a req-f7f050e8-57f1-43bd-b25c-3e691f9152fa service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057425 Mar 08 20:37:17.684851 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['db30d048-2522-4792-bb0d-1dd8bec0befc'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:17.801864 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b5c1a-9ec1-452c-a8b0-cbb5f2c7cbff req-2629d86f-c61b-4b49-934e-e77015eab861 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:17.803382 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-940b5c1a-9ec1-452c-a8b0-cbb5f2c7cbff req-2629d86f-c61b-4b49-934e-e77015eab861 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0568328 Mar 08 20:37:17.852432 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-940b5c1a-9ec1-452c-a8b0-cbb5f2c7cbff req-2af0871d-7185-4287-bced-38a30ef420c0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435381 Mar 08 20:37:18.182361 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346ecef-d277-49e9-9f8c-95c9289953f8 req-720a43ab-f153-478e-bd42-a1c2fa01c03b tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:18.183857 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3346ecef-d277-49e9-9f8c-95c9289953f8 req-720a43ab-f153-478e-bd42-a1c2fa01c03b tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 944 time: 0.0525923 Mar 08 20:37:18.229785 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3346ecef-d277-49e9-9f8c-95c9289953f8 req-83ba7d54-1143-4ae7-8cde-4b74abce1c09 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Mar 08 20:37:18.374814 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38726) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:18.490152 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-83317446-2ca9-48e6-b8ad-78f48cf4c656 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141684 Mar 08 20:37:18.498718 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-50fd9817-c005-4b3b-8d50-01bcbd935afb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103530) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:37:18.500261 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-50fd9817-c005-4b3b-8d50-01bcbd935afb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055916 Mar 08 20:37:18.581057 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38736) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:18.675052 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-0b8c71c1-3b7c-4fad-8e4c-c9c3cb297763 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:18.678915 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-0b8c71c1-3b7c-4fad-8e4c-c9c3cb297763 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports/1827dc42-d64b-456f-ba46-0c3d81358413 HTTP/1.1" status: 200 len: 940 time: 0.0943604 Mar 08 20:37:18.957156 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device db30d048-2522-4792-bb0d-1dd8bec0befc up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:37:18.973176 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b64fb5-6e34-401f-9cc0-7372554246e6 req-2250d41f-c74f-47d8-ab61-501e407679a4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:18.974656 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-59b64fb5-6e34-401f-9cc0-7372554246e6 req-2250d41f-c74f-47d8-ab61-501e407679a4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0519621 Mar 08 20:37:19.023487 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-59b64fb5-6e34-401f-9cc0-7372554246e6 req-bcf92431-16a2-4584-a590-ebcb40b41fe5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426500 Mar 08 20:37:19.103616 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-dafe0d8a-74a4-4949-81d6-a1b5af4c00b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:19.132888 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port db30d048-2522-4792-bb0d-1dd8bec0befc completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:37:19.139051 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port db30d048-2522-4792-bb0d-1dd8bec0befc triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:37:19.139051 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:19.344122 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port db30d048-2522-4792-bb0d-1dd8bec0befc is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:19.344521 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:19.353391 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8bb52-7990-4b57-9689-2d46fd34f00f req-ae787e52-3a94-47e6-a435-b216e53a1ee1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:19.354935 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-12e8bb52-7990-4b57-9689-2d46fd34f00f req-ae787e52-3a94-47e6-a435-b216e53a1ee1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 944 time: 0.0550003 Mar 08 20:37:19.368213 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:19.374283 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2fc30f-c00a-4297-92a9-844266c05b86" -d '{"events": [{"server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "name": "network-vif-plugged", "status": "completed", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:19.385372 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port db30d048-2522-4792-bb0d-1dd8bec0befc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=db30d048-2522-4792-bb0d-1dd8bec0befc,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:19.404679 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-12e8bb52-7990-4b57-9689-2d46fd34f00f req-329f7951-cac8-47e1-8c98-cfad4de58952 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 Mar 08 20:37:19.406754 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1420296-a1bf-41b7-a890-0f0dc94a6c78 x-openstack-request-id: req-a1420296-a1bf-41b7-a890-0f0dc94a6c78 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:19.407062 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "name": "network-vif-plugged", "status": "completed", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:19.407362 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1420296-a1bf-41b7-a890-0f0dc94a6c78 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:19.407756 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'code': 200} Mar 08 20:37:19.450630 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:19.451484 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1827dc42-d64b-456f-ba46-0c3d81358413 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:37:19.526460 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=db30d048-2522-4792-bb0d-1dd8bec0befc,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:19.570052 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1827dc42-d64b-456f-ba46-0c3d81358413 is: DOWN; New status is: DOWN {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:19.774675 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326e3e0-1c1d-4358-a9aa-7ea98a34f67e req-4961e4ae-0a60-4508-9b9a-ce08e3cf78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:19.776316 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3326e3e0-1c1d-4358-a9aa-7ea98a34f67e req-4961e4ae-0a60-4508-9b9a-ce08e3cf78d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 1129 time: 0.0477173 Mar 08 20:37:19.819158 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3326e3e0-1c1d-4358-a9aa-7ea98a34f67e req-3c36405b-ccca-469a-b588-467d31a304be service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365150 Mar 08 20:37:20.146842 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2277f6e-8ce8-4411-9c26-f7f6897f0f94 req-f81be230-fcc1-45f1-a987-5adc3e91d638 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:20.148619 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c2277f6e-8ce8-4411-9c26-f7f6897f0f94 req-f81be230-fcc1-45f1-a987-5adc3e91d638 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0516655 Mar 08 20:37:20.194727 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:20.196726 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c2277f6e-8ce8-4411-9c26-f7f6897f0f94 req-42bd948c-2291-411b-bdb5-9286291ddf9a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421593 Mar 08 20:37:20.523949 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d4ff6-62e8-47aa-ab00-6a31029fade9 req-90d8faa2-8169-4999-a18b-aa464d94d278 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:20.525471 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-567d4ff6-62e8-47aa-ab00-6a31029fade9 req-90d8faa2-8169-4999-a18b-aa464d94d278 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0561805 Mar 08 20:37:20.572009 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-567d4ff6-62e8-47aa-ab00-6a31029fade9 req-4a6e2f67-9029-41d6-92d8-17582f7c9174 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Mar 08 20:37:21.329936 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4764f95-dd22-4ec7-a902-9e0affa7edfd req-83e794e0-aed1-4dbe-8d9e-15f2ed34148a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:21.337546 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4764f95-dd22-4ec7-a902-9e0affa7edfd req-83e794e0-aed1-4dbe-8d9e-15f2ed34148a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0629838 Mar 08 20:37:21.384432 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4764f95-dd22-4ec7-a902-9e0affa7edfd req-502917b1-f62d-4ffc-9565-78debe0f62cd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460126 Mar 08 20:37:21.629618 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:21.695925 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5761a-8ca6-4559-9de1-5113789ebb94 req-d751bcf6-4623-4d94-9d76-9b9cd1bf9253 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:21.697441 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-39e5761a-8ca6-4559-9de1-5113789ebb94 req-d751bcf6-4623-4d94-9d76-9b9cd1bf9253 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0607259 Mar 08 20:37:21.745284 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-39e5761a-8ca6-4559-9de1-5113789ebb94 req-32488486-f9f8-40ff-80e7-85a834ba2e35 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 Mar 08 20:37:21.850687 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5e743-5ff8-4fc2-a09b-a6b1b01ddc58 req-1121b3ce-0c9c-4466-a9e5-9ab7b3c4faaa tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:21.852275 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6ef5e743-5ff8-4fc2-a09b-a6b1b01ddc58 req-1121b3ce-0c9c-4466-a9e5-9ab7b3c4faaa tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0545228 Mar 08 20:37:21.901061 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6ef5e743-5ff8-4fc2-a09b-a6b1b01ddc58 req-af3be7a3-cfef-4e8b-a8cb-585d1baf7a33 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Mar 08 20:37:22.510260 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249d9d1-1109-4133-ac58-3df2b3f136d5 req-237c24e5-67e9-42ab-8c7a-bd0f913ea9d6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:22.511788 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5249d9d1-1109-4133-ac58-3df2b3f136d5 req-237c24e5-67e9-42ab-8c7a-bd0f913ea9d6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0555034 Mar 08 20:37:22.562977 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5249d9d1-1109-4133-ac58-3df2b3f136d5 req-c2b6299a-909b-40c7-8dc1-97f587ef41fd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452402 Mar 08 20:37:22.734519 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-b9463585-817d-4575-8729-e08cea9aeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:22.735951 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-b9463585-817d-4575-8729-e08cea9aeee7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7&tenant_id=cf60d2bc864448f9a3dede19863dcaf6 HTTP/1.1" status: 200 len: 1127 time: 0.0750003 Mar 08 20:37:22.800759 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-1cf1d43b-9ac1-4e9c-a16f-40ed43b4397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:22.802267 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-1cf1d43b-9ac1-4e9c-a16f-40ed43b4397a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 1127 time: 0.0446174 Mar 08 20:37:22.867487 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5a084-b16e-41b9-8898-a51a76b81a27 req-30ef9b91-78b7-4da3-acc7-95bc3cfc47d9 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:22.869081 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-47c5a084-b16e-41b9-8898-a51a76b81a27 req-30ef9b91-78b7-4da3-acc7-95bc3cfc47d9 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0563543 Mar 08 20:37:22.880992 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:22.900157 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-69931d35-0e95-4c15-b172-dd127611bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:22.901651 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-69931d35-0e95-4c15-b172-dd127611bc0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 917 time: 0.0918095 Mar 08 20:37:22.916721 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-47c5a084-b16e-41b9-8898-a51a76b81a27 req-6c56cab0-a1b1-4a18-b152-04f155d10e45 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 Mar 08 20:37:22.969227 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-cc5f201e-0f5f-4481-a60f-1e646456af11 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1827dc42-d64b-456f-ba46-0c3d81358413 HTTP/1.1" status: 200 len: 999 time: 0.0609341 Mar 08 20:37:23.038731 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751591b-601c-4f70-9ac5-a6f0ebdce3dc req-036d3606-1996-424a-b192-59f5bdd1c0e7 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:23.040249 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3751591b-601c-4f70-9ac5-a6f0ebdce3dc req-036d3606-1996-424a-b192-59f5bdd1c0e7 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0527599 Mar 08 20:37:23.047610 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-97209298-d028-424a-8f2a-b37aa88876e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:23.049230 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-97209298-d028-424a-8f2a-b37aa88876e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.0694268 Mar 08 20:37:23.060372 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc96e5-045a-4b76-8ca8-28d0321edfe5 req-b7ff71d9-d2a0-4bf2-8831-e9b7e28487c8 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:23.061788 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5dcc96e5-045a-4b76-8ca8-28d0321edfe5 req-b7ff71d9-d2a0-4bf2-8831-e9b7e28487c8 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0908158 Mar 08 20:37:23.089496 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3751591b-601c-4f70-9ac5-a6f0ebdce3dc req-97a001af-e1ca-45d4-8167-f83865214862 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 Mar 08 20:37:23.140170 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5dcc96e5-045a-4b76-8ca8-28d0321edfe5 req-f9bf9f6b-6b8a-4a42-ad82-19a6b2df68c4 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683012 Mar 08 20:37:23.142723 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-5a3183e4-ee65-4ab6-b01a-f2f8364fa59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:23.144698 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-5a3183e4-ee65-4ab6-b01a-f2f8364fa59f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820711 Mar 08 20:37:23.234569 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-55d536b7-d22b-479a-a295-4309e0c854ca service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836992 Mar 08 20:37:23.326153 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-4a91118c-63cb-4ffc-aafd-fd2f08d9171a service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837610 Mar 08 20:37:23.414940 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929050ca-f716-453d-b07c-d4682576469f req-ad41e903-ec1f-4993-9688-2bbfb595d03e tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:23.416407 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-929050ca-f716-453d-b07c-d4682576469f req-ad41e903-ec1f-4993-9688-2bbfb595d03e tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0565228 Mar 08 20:37:23.463245 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-929050ca-f716-453d-b07c-d4682576469f req-b6eacb45-ec41-4611-b58e-436ebb4a1a87 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Mar 08 20:37:23.693999 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470d80-165b-4ccb-aec0-3b14c513316a req-af6dbbd4-c2fd-44ea-90f1-0bc35baba8d3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:23.695443 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1a470d80-165b-4ccb-aec0-3b14c513316a req-af6dbbd4-c2fd-44ea-90f1-0bc35baba8d3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0545111 Mar 08 20:37:23.754547 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1a470d80-165b-4ccb-aec0-3b14c513316a req-2cb5397d-c6dc-479a-9b8b-3db9cbd4cb06 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520871 Mar 08 20:37:24.310204 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed7edf-ecc7-4da7-8600-33cc2242cccb req-83ec9abe-b42d-4039-b06e-f5b15a72c3e4 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:24.312451 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-20ed7edf-ecc7-4da7-8600-33cc2242cccb req-83ec9abe-b42d-4039-b06e-f5b15a72c3e4 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0748761 Mar 08 20:37:24.363788 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-20ed7edf-ecc7-4da7-8600-33cc2242cccb req-cbb44292-cbc6-44e6-86ae-84181b79255c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458887 Mar 08 20:37:24.885463 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048d06-bddd-405e-8c8d-93bc3f4cb87c req-71c19158-bc37-44c8-8f1a-8aefda159480 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:24.886943 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-59048d06-bddd-405e-8c8d-93bc3f4cb87c req-71c19158-bc37-44c8-8f1a-8aefda159480 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0564249 Mar 08 20:37:24.934984 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-59048d06-bddd-405e-8c8d-93bc3f4cb87c req-53f2213d-18c2-4092-9476-651150df7a2e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423737 Mar 08 20:37:25.490621 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80f12d-a611-47e1-83cf-f9c3878f382e req-d3623ef8-dc6b-4f0f-a5ec-318622143ea5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:25.497535 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4a80f12d-a611-47e1-83cf-f9c3878f382e req-d3623ef8-dc6b-4f0f-a5ec-318622143ea5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0618751 Mar 08 20:37:25.543462 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4a80f12d-a611-47e1-83cf-f9c3878f382e req-dd0f19fe-6f97-4581-bad2-0bd0f652af0e tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446451 Mar 08 20:37:26.073357 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d5150-41ad-45f5-a21f-9354674e37f9 req-a12ad552-305c-45bd-8f89-5bda21d16af5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:26.079043 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-108d5150-41ad-45f5-a21f-9354674e37f9 req-a12ad552-305c-45bd-8f89-5bda21d16af5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0655375 Mar 08 20:37:26.135684 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-108d5150-41ad-45f5-a21f-9354674e37f9 req-5abbbc5d-cbcc-4bd0-8713-65d96cac0acd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543928 Mar 08 20:37:26.671768 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d117287-6eac-4c53-a6ac-3c03f0a11775 req-77db54d6-d8c8-403c-928e-6376324434a0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:26.675786 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4d117287-6eac-4c53-a6ac-3c03f0a11775 req-77db54d6-d8c8-403c-928e-6376324434a0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0609334 Mar 08 20:37:26.729209 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4d117287-6eac-4c53-a6ac-3c03f0a11775 req-48940661-bc51-4087-af5f-fc88b313cee0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496953 Mar 08 20:37:27.268393 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38d140-fc03-446e-a2a4-05871f9d9768 req-e58e9acc-c880-46a5-add1-d79e841472cf tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:27.274331 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5c38d140-fc03-446e-a2a4-05871f9d9768 req-e58e9acc-c880-46a5-add1-d79e841472cf tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0565619 Mar 08 20:37:27.322135 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5c38d140-fc03-446e-a2a4-05871f9d9768 req-a75e3951-0d13-4889-be7d-2917dc54887d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457897 Mar 08 20:37:27.848728 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48a86-620c-41dd-860c-6e0efaa6f720 req-57de2b79-20f3-4bb2-9cb2-2e0d0d3c344b tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:27.850287 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f3e48a86-620c-41dd-860c-6e0efaa6f720 req-57de2b79-20f3-4bb2-9cb2-2e0d0d3c344b tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0535071 Mar 08 20:37:27.919269 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f3e48a86-620c-41dd-860c-6e0efaa6f720 req-0d40fa6e-fce0-400c-a163-70dfa5070f55 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610836 Mar 08 20:37:28.454869 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f339a2f-710e-43dc-9033-f4609e030b2e req-e99fd90b-9439-45cf-86f6-0b07875a8968 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:28.457746 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2f339a2f-710e-43dc-9033-f4609e030b2e req-e99fd90b-9439-45cf-86f6-0b07875a8968 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0617113 Mar 08 20:37:28.515666 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2f339a2f-710e-43dc-9033-f4609e030b2e req-ba224090-990b-4b18-a532-50c9225c3bb8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524235 Mar 08 20:37:29.045853 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5264e2-35bb-4f9d-8cd0-48b61d322e02 req-aa319aba-a9f3-474e-8bdd-bde1b4dcc665 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:29.047371 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ff5264e2-35bb-4f9d-8cd0-48b61d322e02 req-aa319aba-a9f3-474e-8bdd-bde1b4dcc665 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0602648 Mar 08 20:37:29.099295 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ff5264e2-35bb-4f9d-8cd0-48b61d322e02 req-63631b8c-cc51-44ea-9d5f-f97f361b5620 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447955 Mar 08 20:37:29.647361 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2374c0-5dfd-4aa1-89a6-5163a3f61253 req-7eecb395-3f31-4678-ad82-bc83fd1f5e37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:29.649452 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5c2374c0-5dfd-4aa1-89a6-5163a3f61253 req-7eecb395-3f31-4678-ad82-bc83fd1f5e37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0590172 Mar 08 20:37:29.717886 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5c2374c0-5dfd-4aa1-89a6-5163a3f61253 req-18db076d-bb99-4e6c-851e-f20a8a2bcbec tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523674 Mar 08 20:37:30.229951 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3ad4-4d8c-42b6-95f4-caa44e92951f req-53ad9e9b-be03-47f8-910d-87f0b9f35adb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:30.231511 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d25e3ad4-4d8c-42b6-95f4-caa44e92951f req-53ad9e9b-be03-47f8-910d-87f0b9f35adb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0584817 Mar 08 20:37:30.284809 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d25e3ad4-4d8c-42b6-95f4-caa44e92951f req-ea263528-5851-41dc-ace3-a21a526d24d1 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475879 Mar 08 20:37:30.859304 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a7c33-fb5d-401d-b1ad-802a9264cb28 req-4f597d83-a0b3-4079-b868-c15bdf8d42fa tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:30.861005 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-275a7c33-fb5d-401d-b1ad-802a9264cb28 req-4f597d83-a0b3-4079-b868-c15bdf8d42fa tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0862157 Mar 08 20:37:30.926233 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-275a7c33-fb5d-401d-b1ad-802a9264cb28 req-beb16abe-6f01-48fa-8095-177c56eb4817 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584300 Mar 08 20:37:31.416171 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38f2cb-ff10-44e8-b9ed-f4adb4046b6f req-40854b41-1ff5-44f0-bdfb-2d57e1213d6a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:31.418114 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5e38f2cb-ff10-44e8-b9ed-f4adb4046b6f req-40854b41-1ff5-44f0-bdfb-2d57e1213d6a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0603678 Mar 08 20:37:31.467341 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5e38f2cb-ff10-44e8-b9ed-f4adb4046b6f req-71713f59-c450-4b2a-b2b2-842c45a085b5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435343 Mar 08 20:37:32.052240 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663ab9e-ce6b-4b66-b8e8-882c4096663d req-8195b626-4fc6-41a8-840a-81d507d991e6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:32.053738 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9663ab9e-ce6b-4b66-b8e8-882c4096663d req-8195b626-4fc6-41a8-840a-81d507d991e6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0576167 Mar 08 20:37:32.106441 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9663ab9e-ce6b-4b66-b8e8-882c4096663d req-45388bef-c8cb-48df-b7c4-92eb9c28b51c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471473 Mar 08 20:37:32.595855 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd8c11-5314-4104-9bf6-f37d2b56f889 req-a096ba7f-1c44-44ea-a222-cfa499efd946 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:32.599646 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e5cd8c11-5314-4104-9bf6-f37d2b56f889 req-a096ba7f-1c44-44ea-a222-cfa499efd946 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0617979 Mar 08 20:37:32.652574 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e5cd8c11-5314-4104-9bf6-f37d2b56f889 req-ac518696-69a6-47dc-a14c-0e2aa427f798 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 Mar 08 20:37:33.242671 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1174aa9-f98a-4a1e-b92f-0fe658bb4155 req-9499010c-4ae3-4a85-b483-c042437035f6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:33.244258 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a1174aa9-f98a-4a1e-b92f-0fe658bb4155 req-9499010c-4ae3-4a85-b483-c042437035f6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0557089 Mar 08 20:37:33.293478 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a1174aa9-f98a-4a1e-b92f-0fe658bb4155 req-79927ac1-5b0e-44b0-bad2-ac53aefad7bf tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436187 Mar 08 20:37:33.784136 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204540d4-8367-4da1-892f-d2dd3df26755 req-e0108e10-aeb0-4931-8e5e-fe8ccbd91403 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:33.786147 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-204540d4-8367-4da1-892f-d2dd3df26755 req-e0108e10-aeb0-4931-8e5e-fe8ccbd91403 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0580418 Mar 08 20:37:33.834198 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-204540d4-8367-4da1-892f-d2dd3df26755 req-a34a0ade-5239-43ce-98da-81132626bc5b tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 Mar 08 20:37:34.312817 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38962) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:34.356527 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Deleting subnet d20054bc-1531-47be-a691-086c344ed03e {{(pid=103531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:37:34.359839 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Publish callbacks [] for subnet (d20054bc-1531-47be-a691-086c344ed03e), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.393293 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095704'] for subnet (d20054bc-1531-47be-a691-086c344ed03e), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.415310 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad40d19-a963-4c84-8710-1ba9fb97384b req-2c0e6a4d-d6c8-4885-a4b2-aa7f30d547e7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:34.416805 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8ad40d19-a963-4c84-8710-1ba9fb97384b req-2c0e6a4d-d6c8-4885-a4b2-aa7f30d547e7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0526960 Mar 08 20:37:34.431192 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (d20054bc-1531-47be-a691-086c344ed03e), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.463586 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8ad40d19-a963-4c84-8710-1ba9fb97384b req-1d229f80-c235-487c-ba67-7a2aa74973c4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410879 Mar 08 20:37:34.560796 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9274928'] for subnet (d20054bc-1531-47be-a691-086c344ed03e), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.586607 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d20054bc-1531-47be-a691-086c344ed03e,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:34.591117 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.594209 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d20054bc-1531-47be-a691-086c344ed03e HTTP/1.1" status: 204 len: 168 time: 0.2804012 Mar 08 20:37:34.596896 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 38966) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:34.598977 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.599361 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.599716 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.600061 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.600423 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.600758 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.601091 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.601429 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.601754 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.602083 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.602413 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.602740 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.603065 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8649f-628f-444f-974d-4ad440acd0f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.666878 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (852030cf-589a-4b79-8594-7b0943de329c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.742364 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (852030cf-589a-4b79-8594-7b0943de329c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.761887 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852030cf-589a-4b79-8594-7b0943de329c']}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:34.770971 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573a3a67-2705-457a-bb40-a73837484387') {'for_net_delete': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:34.771300 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573a3a67-2705-457a-bb40-a73837484387') {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:34.784226 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134516'] for segment (573a3a67-2705-457a-bb40-a73837484387), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.796927 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (573a3a67-2705-457a-bb40-a73837484387), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.803154 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:37:34.803550 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10270707'] for segment (573a3a67-2705-457a-bb40-a73837484387), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: Traceback (most recent call last): Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: timer() Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: cb(*args, **kw) Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: return func(*args, **kwargs) Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: self._notify() Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: self.callback(batched_events) Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: event.method(event) Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: return f(self, *a, **k) Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._get(url).json() Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: return self.request(url, 'GET', **kwargs) Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:37:34.805127 dv-cinder-830097-3-iscsi neutron-server[103530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:37:34.911368 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (852030cf-589a-4b79-8594-7b0943de329c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.930480 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:34.933667 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] 10.222.0.55 "DELETE /v2.0/networks/852030cf-589a-4b79-8594-7b0943de329c HTTP/1.1" status: 204 len: 168 time: 0.3357916 Mar 08 20:37:34.936694 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38970) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:34.952021 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Pushing event deleted for resources: {'Network': ['ID=852030cf-589a-4b79-8594-7b0943de329c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:34.964269 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.964621 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.964964 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.965299 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.965631 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.965959 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.966302 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.966618 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.966942 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.967288 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.967610 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.967927 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.968245 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd25bbc-2157-4a1e-b25e-9cd6a4dbda0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:34.980707 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c2bf62-6d44-4147-826a-d0b189f5d936 admin admin] Deleting subnet 1273890d-4965-4dec-854a-27a4ee718078 {{(pid=103531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:37:34.981977 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9d5bc-8fa9-422d-a612-af509e31660f req-fedd38e6-4b03-4931-ba10-3dc2b9f99d41 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:34.983514 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-53d9d5bc-8fa9-422d-a612-af509e31660f req-fedd38e6-4b03-4931-ba10-3dc2b9f99d41 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0821986 Mar 08 20:37:34.987415 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e0c2bf62-6d44-4147-826a-d0b189f5d936 admin admin] Publish callbacks [] for subnet (1273890d-4965-4dec-854a-27a4ee718078), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.019006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e0c2bf62-6d44-4147-826a-d0b189f5d936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095704'] for subnet (1273890d-4965-4dec-854a-27a4ee718078), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.035040 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-53d9d5bc-8fa9-422d-a612-af509e31660f req-902e88ea-f0b7-47f3-bbc4-219880a9537b tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449262 Mar 08 20:37:35.059726 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e0c2bf62-6d44-4147-826a-d0b189f5d936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (1273890d-4965-4dec-854a-27a4ee718078), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.195478 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e0c2bf62-6d44-4147-826a-d0b189f5d936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9274928'] for subnet (1273890d-4965-4dec-854a-27a4ee718078), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.218126 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2bf62-6d44-4147-826a-d0b189f5d936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1273890d-4965-4dec-854a-27a4ee718078,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:35.228590 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e0c2bf62-6d44-4147-826a-d0b189f5d936 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.228590 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e0c2bf62-6d44-4147-826a-d0b189f5d936 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1273890d-4965-4dec-854a-27a4ee718078 HTTP/1.1" status: 204 len: 168 time: 0.2905643 Mar 08 20:37:35.230700 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38972) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:35.297005 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (e8567397-b0cd-4279-b57c-5d9f2a81ae88), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.374214 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (e8567397-b0cd-4279-b57c-5d9f2a81ae88), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.392924 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8567397-b0cd-4279-b57c-5d9f2a81ae88']}} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:35.402557 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5728e157-d7c5-4aca-b506-51957c32c2c0') {'for_net_delete': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:35.402891 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5728e157-d7c5-4aca-b506-51957c32c2c0') {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:35.413320 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095907'] for segment (5728e157-d7c5-4aca-b506-51957c32c2c0), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.425997 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (5728e157-d7c5-4aca-b506-51957c32c2c0), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.431984 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:37:35.432393 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8694571'] for segment (5728e157-d7c5-4aca-b506-51957c32c2c0), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: Traceback (most recent call last): Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: timer() Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: cb(*args, **kw) Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: return func(*args, **kwargs) Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: self._notify() Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: self.callback(batched_events) Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: event.method(event) Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: return f(self, *a, **k) Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._get(url).json() Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: return self.request(url, 'GET', **kwargs) Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:37:35.437880 dv-cinder-830097-3-iscsi neutron-server[103531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:37:35.542367 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (e8567397-b0cd-4279-b57c-5d9f2a81ae88), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.549643 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:35.558965 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e8567397-b0cd-4279-b57c-5d9f2a81ae88 HTTP/1.1" status: 204 len: 168 time: 0.3214037 Mar 08 20:37:35.588030 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3c21b-dd35-4cf1-b665-17d0e668c507 req-b7400964-c658-4ecc-9cd8-1a444fd8d61e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:35.589673 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b7d3c21b-dd35-4cf1-b665-17d0e668c507 req-b7400964-c658-4ecc-9cd8-1a444fd8d61e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0569234 Mar 08 20:37:35.642135 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b7d3c21b-dd35-4cf1-b665-17d0e668c507 req-e2aa0ede-c38d-47f1-b454-b9d9c636c18d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469882 Mar 08 20:37:35.828924 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979eea6-8aa6-41f1-a2aa-63b7e0d79c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8567397-b0cd-4279-b57c-5d9f2a81ae88,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:35.899922 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38980) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:35.936841 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-48f06c9f-0066-4a2b-95bf-1253c05d2e1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da79c6c4f62c4137944042b1a7b0931d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0358047 Mar 08 20:37:35.939320 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38982) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:35.984690 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f199-762d-447e-a5eb-249e31c8f602 admin admin] Publish callbacks [] for security_group (4115d2a8-2e1c-44b6-a80d-1728a29d8351), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.005956 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f199-762d-447e-a5eb-249e31c8f602 admin admin] Publish callbacks [] for security_group (4115d2a8-2e1c-44b6-a80d-1728a29d8351), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.086255 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f199-762d-447e-a5eb-249e31c8f602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4115d2a8-2e1c-44b6-a80d-1728a29d8351), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.089244 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f199-762d-447e-a5eb-249e31c8f602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.093824 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-ecc6f199-762d-447e-a5eb-249e31c8f602 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4115d2a8-2e1c-44b6-a80d-1728a29d8351 HTTP/1.1" status: 204 len: 168 time: 0.1502249 Mar 08 20:37:36.098806 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6f199-762d-447e-a5eb-249e31c8f602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4115d2a8-2e1c-44b6-a80d-1728a29d8351,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:36.157187 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640245-31e3-43af-9988-43e295ae3e76 req-80eb4f30-f2f5-43e0-afd1-9b3c9bce38aa tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:36.158695 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d8640245-31e3-43af-9988-43e295ae3e76 req-80eb4f30-f2f5-43e0-afd1-9b3c9bce38aa tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0543849 Mar 08 20:37:36.208279 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d8640245-31e3-43af-9988-43e295ae3e76 req-db3f42f4-945f-433e-9bff-6f13a3e2a015 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 Mar 08 20:37:36.256353 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.740036 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38992) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:36.769445 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd175b0a-752a-43d3-902b-e759de69eb4d req-a2dca2b8-6e21-47da-b61b-40c9d2dfa8c2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:36.773430 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cd175b0a-752a-43d3-902b-e759de69eb4d req-a2dca2b8-6e21-47da-b61b-40c9d2dfa8c2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0553422 Mar 08 20:37:36.778486 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-8a58ba74-59e7-45e1-93b7-9176bac5e45c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b9c010e19b2430babfc1997f5559fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373104 Mar 08 20:37:36.781044 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 38994) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:36.819922 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cd175b0a-752a-43d3-902b-e759de69eb4d req-ea69ec34-2fda-4b24-a0bb-730ef9658c2e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432441 Mar 08 20:37:36.828583 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7e224319-5633-4e16-86e3-75eec3a930ac admin admin] Publish callbacks [] for security_group (65e6ee7f-b5f9-47aa-99a3-fcce5da829b0), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.851207 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7e224319-5633-4e16-86e3-75eec3a930ac admin admin] Publish callbacks [] for security_group (65e6ee7f-b5f9-47aa-99a3-fcce5da829b0), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.966175 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7e224319-5633-4e16-86e3-75eec3a930ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (65e6ee7f-b5f9-47aa-99a3-fcce5da829b0), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.968739 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7e224319-5633-4e16-86e3-75eec3a930ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:36.969864 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-7e224319-5633-4e16-86e3-75eec3a930ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65e6ee7f-b5f9-47aa-99a3-fcce5da829b0 HTTP/1.1" status: 204 len: 168 time: 0.1879334 Mar 08 20:37:36.978167 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e224319-5633-4e16-86e3-75eec3a930ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e6ee7f-b5f9-47aa-99a3-fcce5da829b0,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:37.326666 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5553b8-84dd-40d3-95b0-c8c329c3ed80 req-cca8a370-8052-4ef5-837a-c6d1465aecdf tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:37.328835 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1e5553b8-84dd-40d3-95b0-c8c329c3ed80 req-cca8a370-8052-4ef5-837a-c6d1465aecdf tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0528305 Mar 08 20:37:37.376024 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1e5553b8-84dd-40d3-95b0-c8c329c3ed80 req-a745ae2c-f7b1-498f-814c-7c89361330d1 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409651 Mar 08 20:37:37.942376 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975abc7-4f00-4752-95ae-4b373a2b30d1 req-b34f836f-5417-40d0-b8bc-59e4621e2eb9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:37.943905 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4975abc7-4f00-4752-95ae-4b373a2b30d1 req-b34f836f-5417-40d0-b8bc-59e4621e2eb9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0519135 Mar 08 20:37:37.993886 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4975abc7-4f00-4752-95ae-4b373a2b30d1 req-8d1ac4a4-7eb0-404b-8bb4-0ba4371e14ef tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446093 Mar 08 20:37:38.494967 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f72b6-7d08-4c4e-a70a-d504f613ad89 req-8b6b11a0-daaf-435a-9783-f0761f2a859c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:38.496290 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1c4f72b6-7d08-4c4e-a70a-d504f613ad89 req-8b6b11a0-daaf-435a-9783-f0761f2a859c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0533583 Mar 08 20:37:38.548566 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1c4f72b6-7d08-4c4e-a70a-d504f613ad89 req-58af740d-21e2-4862-9210-95c9b783d4cf tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469501 Mar 08 20:37:38.586996 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39038) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:38.688559 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-718c89b8-0190-489c-b278-b529423022d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:38.763752 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-718c89b8-0190-489c-b278-b529423022d7 admin admin] Publish callbacks [] for security_group (66780ee1-c77a-4676-b9ae-2a945d17099a), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:38.862407 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-718c89b8-0190-489c-b278-b529423022d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (66780ee1-c77a-4676-b9ae-2a945d17099a), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:38.903726 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-718c89b8-0190-489c-b278-b529423022d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e225140229424b90a38c9e4a7f601d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155313 Mar 08 20:37:38.904741 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c89b8-0190-489c-b278-b529423022d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66780ee1-c77a-4676-b9ae-2a945d17099a,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:38.906582 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39042) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:38.956718 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ada67961-e0f9-4eb2-b9b8-80ab1c9d2dbe admin admin] Publish callbacks [] for security_group (66780ee1-c77a-4676-b9ae-2a945d17099a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:38.981498 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ada67961-e0f9-4eb2-b9b8-80ab1c9d2dbe admin admin] Publish callbacks [] for security_group (66780ee1-c77a-4676-b9ae-2a945d17099a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:39.124303 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bd581-2bdb-4b37-9cee-5e1a39538ce6 req-ceb2edc2-d038-4275-8424-7c0de685fd53 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:39.125867 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ab0bd581-2bdb-4b37-9cee-5e1a39538ce6 req-ceb2edc2-d038-4275-8424-7c0de685fd53 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0597498 Mar 08 20:37:39.126939 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ada67961-e0f9-4eb2-b9b8-80ab1c9d2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (66780ee1-c77a-4676-b9ae-2a945d17099a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:39.130161 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ada67961-e0f9-4eb2-b9b8-80ab1c9d2dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:39.131338 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ada67961-e0f9-4eb2-b9b8-80ab1c9d2dbe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66780ee1-c77a-4676-b9ae-2a945d17099a HTTP/1.1" status: 204 len: 168 time: 0.2230120 Mar 08 20:37:39.153815 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada67961-e0f9-4eb2-b9b8-80ab1c9d2dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66780ee1-c77a-4676-b9ae-2a945d17099a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:39.185772 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ab0bd581-2bdb-4b37-9cee-5e1a39538ce6 req-75eeb0a9-436b-45e2-854a-0406fac1f863 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532734 Mar 08 20:37:39.669452 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c65fd-4c8a-4321-915e-21a6b2983fb8 req-7ff9fe56-c8ed-42d1-8b47-bf6ca59d9b35 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:39.670800 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf1c65fd-4c8a-4321-915e-21a6b2983fb8 req-7ff9fe56-c8ed-42d1-8b47-bf6ca59d9b35 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0515742 Mar 08 20:37:39.719634 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf1c65fd-4c8a-4321-915e-21a6b2983fb8 req-1a90f3bd-2263-4747-a623-4d708ea16023 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Mar 08 20:37:40.060791 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f706af8-e3f7-48e4-8d01-3c76b3b26ea5 req-37871e93-29eb-497f-8e97-765dc1bd52e4 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:40.062970 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1f706af8-e3f7-48e4-8d01-3c76b3b26ea5 req-37871e93-29eb-497f-8e97-765dc1bd52e4 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0580993 Mar 08 20:37:40.119652 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1f706af8-e3f7-48e4-8d01-3c76b3b26ea5 req-37b89e7a-8120-4b23-9004-fbe5d798f09e tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504901 Mar 08 20:37:40.166018 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-21858ab6-f884-4834-9f1e-347fbbd59eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:40.167555 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-21858ab6-f884-4834-9f1e-347fbbd59eb6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 1129 time: 0.0449395 Mar 08 20:37:40.268927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-74a540d4-969f-4ba7-b18a-ea8080e32600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:40.271381 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-74a540d4-969f-4ba7-b18a-ea8080e32600 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db84cda9-01b2-4e22-b048-5c2981a2f58a HTTP/1.1" status: 200 len: 912 time: 0.0974832 Mar 08 20:37:40.320836 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992bcdf-0fee-4d84-b87f-398241a0f373 req-88701c24-7f5f-4288-98f0-98aa4aef2cf2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:40.322382 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6992bcdf-0fee-4d84-b87f-398241a0f373 req-88701c24-7f5f-4288-98f0-98aa4aef2cf2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0577574 Mar 08 20:37:40.341433 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-8ed8c757-6493-42a1-b53d-b322ce8c6142 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe HTTP/1.1" status: 200 len: 1001 time: 0.0626280 Mar 08 20:37:40.373004 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6992bcdf-0fee-4d84-b87f-398241a0f373 req-06478696-3dc7-4ec3-accf-185d161ed93a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433993 Mar 08 20:37:40.400884 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-28a7ed3e-ea4f-4c18-be56-eb06eb81ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:40.402540 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-28a7ed3e-ea4f-4c18-be56-eb06eb81ab58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d60bfdd4-3fd3-418b-ae07-510ff8cab84d HTTP/1.1" status: 200 len: 850 time: 0.0526681 Mar 08 20:37:40.454367 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-89106bad-f20b-4e20-8a4e-50ffe04b141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:40.455917 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-89106bad-f20b-4e20-8a4e-50ffe04b141c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db84cda9-01b2-4e22-b048-5c2981a2f58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444241 Mar 08 20:37:40.546224 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-2c1916d4-ae66-4a61-85dc-1fcadb0a55ce service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Mar 08 20:37:40.638983 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e8df20d-3a0d-467f-a7fc-76deb29fc355 req-25417ae0-a978-4571-af77-6efbd225b64a service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854385 Mar 08 20:37:41.237265 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6c504-8529-4d1b-b3f0-b2e9d0968307 req-1c1daf38-5ff7-46b0-ac21-a008eed47323 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:41.239355 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0fa6c504-8529-4d1b-b3f0-b2e9d0968307 req-1c1daf38-5ff7-46b0-ac21-a008eed47323 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0542517 Mar 08 20:37:41.285191 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0fa6c504-8529-4d1b-b3f0-b2e9d0968307 req-a23bc497-c440-466f-911e-fc51fadc2bae tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 Mar 08 20:37:41.509324 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa7b6b-3755-4f3d-af5c-5e227476fa96 req-6184a2af-e5fa-4bf4-a413-e1d575f96fb0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:41.509918 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9bfa7b6b-3755-4f3d-af5c-5e227476fa96 req-6184a2af-e5fa-4bf4-a413-e1d575f96fb0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0583453 Mar 08 20:37:41.557299 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9bfa7b6b-3755-4f3d-af5c-5e227476fa96 req-c5dd4d9f-1ed9-4cc3-8c0d-7c34123a4875 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420241 Mar 08 20:37:42.411989 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284b119-94dc-4df9-b8dd-283750c88f9d req-d3061773-4617-4403-b9e7-761770704345 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:42.413469 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4284b119-94dc-4df9-b8dd-283750c88f9d req-d3061773-4617-4403-b9e7-761770704345 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0569928 Mar 08 20:37:42.461455 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4284b119-94dc-4df9-b8dd-283750c88f9d req-906b8100-e2a1-47c5-894d-8f948fc88d78 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Mar 08 20:37:42.683039 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fe551-5c52-4a11-848a-28be2505ef64 req-85690c83-e64e-48dc-94f5-84bfff4a177f tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:42.684850 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c52fe551-5c52-4a11-848a-28be2505ef64 req-85690c83-e64e-48dc-94f5-84bfff4a177f tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0545893 Mar 08 20:37:42.730965 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c52fe551-5c52-4a11-848a-28be2505ef64 req-45240d53-15c3-4160-943f-920715be0c39 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 Mar 08 20:37:43.856309 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2d294-7439-4993-87f0-bfde76ac80a1 req-6f4042f6-f0e5-4b5c-8a36-8032677fe97a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:43.857893 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fbe2d294-7439-4993-87f0-bfde76ac80a1 req-6f4042f6-f0e5-4b5c-8a36-8032677fe97a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0556262 Mar 08 20:37:43.904279 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fbe2d294-7439-4993-87f0-bfde76ac80a1 req-0d5f3730-583e-4853-8663-392ccd0ebf8a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408924 Mar 08 20:37:45.027529 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f75b5-1160-47ce-bfd0-4d6b3fffcaf1 req-d90f032f-e3f9-476c-91d2-e5c189ddf396 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:45.029007 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-fe1f75b5-1160-47ce-bfd0-4d6b3fffcaf1 req-d90f032f-e3f9-476c-91d2-e5c189ddf396 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0519562 Mar 08 20:37:45.077623 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-fe1f75b5-1160-47ce-bfd0-4d6b3fffcaf1 req-32996379-7d58-4ee1-b713-097e7909a158 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431838 Mar 08 20:37:46.199569 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38b4b4-357c-4e69-8e64-0a7c0588c060 req-1cf78fc0-d949-4203-804e-30f0af1a18ba tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:46.201217 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ae38b4b4-357c-4e69-8e64-0a7c0588c060 req-1cf78fc0-d949-4203-804e-30f0af1a18ba tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0535989 Mar 08 20:37:46.251617 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ae38b4b4-357c-4e69-8e64-0a7c0588c060 req-744de244-cd83-4cc5-8418-9e04a5c6d3f5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446820 Mar 08 20:37:46.547924 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3c73d5bb-03a1-4a4a-a8b3-26a0e20608db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:46.700729 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:37:47.169029 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1827dc42-d64b-456f-ba46-0c3d81358413 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:37:47.266140 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:47.276751 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '1827dc42-d64b-456f-ba46-0c3d81358413', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'port_id': '1827dc42-d64b-456f-ba46-0c3d81358413', 'mac_address': 'fa:16:3e:d8:7b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:37:47.314832 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1827dc42-d64b-456f-ba46-0c3d81358413 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:47.315263 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:47.328564 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1827dc42-d64b-456f-ba46-0c3d81358413 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:37:47.348487 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:47.377909 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92422d4a-1a5b-42fb-8201-60ebbdd4cdd1 req-4ec86442-6ae8-42ff-a41c-efbd2f236174 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:47.379426 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-92422d4a-1a5b-42fb-8201-60ebbdd4cdd1 req-4ec86442-6ae8-42ff-a41c-efbd2f236174 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 943 time: 0.0553448 Mar 08 20:37:47.424152 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:47.428988 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-92422d4a-1a5b-42fb-8201-60ebbdd4cdd1 req-7b8d39a1-fb4b-43c4-bb35-0be2025d90eb tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436060 Mar 08 20:37:47.478084 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=9']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:47.485788 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.486167 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.486534 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.486880 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.487239 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.487576 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.487907 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.488264 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.488591 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.488937 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.489266 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.489589 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.489993 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:37:47.653816 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c696dbf-80f8-44b6-843b-f17045a95ae1 req-449eaa87-0204-4f3b-af0c-05f12a1d6fcc tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:47.655332 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8c696dbf-80f8-44b6-843b-f17045a95ae1 req-449eaa87-0204-4f3b-af0c-05f12a1d6fcc tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0547698 Mar 08 20:37:47.700393 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8c696dbf-80f8-44b6-843b-f17045a95ae1 req-4d611d30-df65-44e2-be97-ff3235b14308 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389137 Mar 08 20:37:47.722389 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39188) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:47.910802 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0531963-71f8-4f56-ae7d-86452522936a tempest-TestMinimumBasicScenario-1866403002 tempest-TestMinimumBasicScenario-1866403002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:47.912381 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-f0531963-71f8-4f56-ae7d-86452522936a tempest-TestMinimumBasicScenario-1866403002 tempest-TestMinimumBasicScenario-1866403002-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 1124 time: 0.1883397 Mar 08 20:37:47.915206 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39192) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:47.919386 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'port_id': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:48.012229 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:48.064147 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['1827dc42-d64b-456f-ba46-0c3d81358413'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:48.111828 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:48.222363 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Allocated IP 172.27.3.179 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/659534a4-6416-4219-9d96-510ffc39d9b0) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:37:48.325582 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for port (659534a4-6416-4219-9d96-510ffc39d9b0), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:48.441376 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (659534a4-6416-4219-9d96-510ffc39d9b0), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:48.483689 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:37:48.486583 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:37:48.491010 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:37:48.494176 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'Port': ['ID=659534a4-6416-4219-9d96-510ffc39d9b0,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:48.553747 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98a325-ac4c-4097-9639-84fe2e58b40f req-282ad552-260c-4aab-9173-a691d95544fe tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:48.555268 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5b98a325-ac4c-4097-9639-84fe2e58b40f req-282ad552-260c-4aab-9173-a691d95544fe tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 944 time: 0.0533144 Mar 08 20:37:48.601284 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5b98a325-ac4c-4097-9639-84fe2e58b40f req-1a044ff5-77d9-4382-a8b9-235133f91dc3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403335 Mar 08 20:37:48.857665 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for floatingip (3a68d483-39a4-41c7-822f-ce01c2ee2c5f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:48.992752 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (659534a4-6416-4219-9d96-510ffc39d9b0), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:49.057727 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3de3bdc7-3653-48ea-91b9-5ff4030b8384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:49.138426 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for port (659534a4-6416-4219-9d96-510ffc39d9b0), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:49.211171 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (659534a4-6416-4219-9d96-510ffc39d9b0), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:49.279821 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'Port': ['ID=659534a4-6416-4219-9d96-510ffc39d9b0,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:49.291664 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (3a68d483-39a4-41c7-822f-ce01c2ee2c5f), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:49.391591 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Floating IP 3a68d483-39a4-41c7-822f-ce01c2ee2c5f associated. External IP: 172.27.3.179, port: db30d048-2522-4792-bb0d-1dd8bec0befc. Mar 08 20:37:49.604039 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:37:49.742359 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:37:49.751941 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] Sync routers for ids ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:37:49.761751 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] Routers {'fcb31cf8-730c-44f4-ab6e-a19da37d8d47'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:37:49.762372 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:37:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:49.765397 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a21bc-1384-47f9-9e29-ecafc5eadc06 req-2d06630c-d255-4c34-9b6b-967d163847de tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:49.766944 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e58a21bc-1384-47f9-9e29-ecafc5eadc06 req-2d06630c-d255-4c34-9b6b-967d163847de tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 944 time: 0.0734053 Mar 08 20:37:49.814979 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e58a21bc-1384-47f9-9e29-ecafc5eadc06 req-7bd3d591-2f2d-4c8b-abfe-38aaa02686ca tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418894 Mar 08 20:37:49.871982 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] Set router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:37:49.900259 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:49.934980 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-57af2039-60aa-493e-a1c2-9fb92dea1f96 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0183632 Mar 08 20:37:49.935366 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:49.937485 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39202) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:49.937990 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75d49c8-7845-4f0c-8b76-b44a819fcfda" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:49.942921 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-63e0b0b1-dca1-4a4e-850a-746a0fb141e3 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94537597', 'description': 'tempest-secgroup-smoke-94537597 description', 'project_id': '9ba3fecb4ae343678106904a61f313af'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:49.974777 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbab7045-67e6-4b08-bdde-3703c77fef3c x-openstack-request-id: req-bbab7045-67e6-4b08-bdde-3703c77fef3c {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:49.975142 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:49.975406 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbab7045-67e6-4b08-bdde-3703c77fef3c {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:49.975805 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'status': 'completed', 'code': 200} Mar 08 20:37:50.047081 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63e0b0b1-dca1-4a4e-850a-746a0fb141e3 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.054416 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-55a712ce-29ff-4f1c-b310-93405ce77d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:50.057864 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-55a712ce-29ff-4f1c-b310-93405ce77d91 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ba3fecb4ae343678106904a61f313af&device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 1129 time: 0.0486219 Mar 08 20:37:50.103796 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:27Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '3a68d483-39a4-41c7-822f-ce01c2ee2c5f', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'port_id': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'mac_address': 'fa:16:3e:e4:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:37:48Z', 'updated_at': '2022-03-08T20:37:48Z', 'revision_number': 0, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d5e283-785d-47df-965b-6478f8766484', 'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'mac_address': 'fa:16:3e:33:6f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:31Z', 'revision_number': 5, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'subnets': [{'id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:50.127140 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63e0b0b1-dca1-4a4e-850a-746a0fb141e3 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group (f59ef134-49e6-4a95-a717-1d8062bc3aed), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.138724 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] Checking router: fcb31cf8-730c-44f4-ab6e-a19da37d8d47 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:37:50.158165 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] Routers {'fcb31cf8-730c-44f4-ab6e-a19da37d8d47'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:37:50.158988 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:37:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:50.167051 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-bca1d3ba-5521-4833-a551-7e3f8d1b849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:50.172604 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-bca1d3ba-5521-4833-a551-7e3f8d1b849f service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c HTTP/1.1" status: 200 len: 915 time: 0.1027443 Mar 08 20:37:50.189025 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63e0b0b1-dca1-4a4e-850a-746a0fb141e3 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (f59ef134-49e6-4a95-a717-1d8062bc3aed), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.214376 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.220692 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0b0b1-dca1-4a4e-850a-746a0fb141e3 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59ef134-49e6-4a95-a717-1d8062bc3aed,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:50.238388 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-4d7142be-ec4f-4dbe-ab92-4e299611a909 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 200 len: 999 time: 0.0626435 Mar 08 20:37:50.282843 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] Set router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:37:50.287691 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63e0b0b1-dca1-4a4e-850a-746a0fb141e3 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.291781 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-63e0b0b1-dca1-4a4e-850a-746a0fb141e3 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3499219 Mar 08 20:37:50.291983 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39206) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:50.294026 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-5713d501-ccb7-4529-906a-2a6355350953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:50.295765 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-5713d501-ccb7-4529-906a-2a6355350953 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=defaed33-8eb8-4c4c-8b77-6a0cd0fa527e HTTP/1.1" status: 200 len: 853 time: 0.0480654 Mar 08 20:37:50.296355 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-6b29f958-605b-43b4-b195-bb82020180ae tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'security_group_rule': {'security_group_id': 'f59ef134-49e6-4a95-a717-1d8062bc3aed', 'project_id': '9ba3fecb4ae343678106904a61f313af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:50.345238 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-5ae2b383-7a1f-405a-9b36-8b847678a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:50.346999 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-5ae2b383-7a1f-405a-9b36-8b847678a117 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448344 Mar 08 20:37:50.388840 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b29f958-605b-43b4-b195-bb82020180ae tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (4cb4d938-f5b0-447e-b56b-1b68cf3692c7), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.449618 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b29f958-605b-43b4-b195-bb82020180ae tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (4cb4d938-f5b0-447e-b56b-1b68cf3692c7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.450522 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-a3b48c80-5ab0-4893-a1f3-c3e8b999dc7b service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961914 Mar 08 20:37:50.516193 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:27Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '3a68d483-39a4-41c7-822f-ce01c2ee2c5f', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'port_id': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'mac_address': 'fa:16:3e:e4:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:37:48Z', 'updated_at': '2022-03-08T20:37:48Z', 'revision_number': 0, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d5e283-785d-47df-965b-6478f8766484', 'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'mac_address': 'fa:16:3e:33:6f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:31Z', 'revision_number': 5, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'subnets': [{'id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:37:50.530775 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b29f958-605b-43b4-b195-bb82020180ae tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (4cb4d938-f5b0-447e-b56b-1b68cf3692c7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.542980 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1d44a-2f7c-445a-8db4-cb5ec3da28f3 None None] The sync data for ids ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'] in dv-cinder-830097-3-iscsi is: [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:27Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '3a68d483-39a4-41c7-822f-ce01c2ee2c5f', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'port_id': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'mac_address': 'fa:16:3e:e4:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:37:48Z', 'updated_at': '2022-03-08T20:37:48Z', 'revision_number': 0, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d5e283-785d-47df-965b-6478f8766484', 'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'mac_address': 'fa:16:3e:33:6f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:31Z', 'revision_number': 5, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'subnets': [{'id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:37:50.548491 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29f958-605b-43b4-b195-bb82020180ae tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb4d938-f5b0-447e-b56b-1b68cf3692c7,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:50.552715 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e75d49c8-7845-4f0c-8b76-b44a819fcfda req-66210fff-4e09-471a-91dc-351105e97907 service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944288 Mar 08 20:37:50.624344 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b29f958-605b-43b4-b195-bb82020180ae tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.625649 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-6b29f958-605b-43b4-b195-bb82020180ae tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326576 Mar 08 20:37:50.628274 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39210) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:50.633192 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-56afc1a9-f629-4911-b18a-3a476c89d5ac tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'security_group_rule': {'security_group_id': 'f59ef134-49e6-4a95-a717-1d8062bc3aed', 'project_id': '9ba3fecb4ae343678106904a61f313af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:50.737607 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56afc1a9-f629-4911-b18a-3a476c89d5ac tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (d9b02b4e-269f-4a4d-8705-29234886d11b), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.740088 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81604007-a602-4c0b-9fc6-e1ceb4799a95 None None] New status for floating IP 3a68d483-39a4-41c7-822f-ce01c2ee2c5f: ACTIVE {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:37:50.803239 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56afc1a9-f629-4911-b18a-3a476c89d5ac tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (d9b02b4e-269f-4a4d-8705-29234886d11b), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.857844 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56afc1a9-f629-4911-b18a-3a476c89d5ac tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (d9b02b4e-269f-4a4d-8705-29234886d11b), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.878754 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afc1a9-f629-4911-b18a-3a476c89d5ac tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b02b4e-269f-4a4d-8705-29234886d11b,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:50.940886 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e67d89-10af-4966-9e66-333f1100927a req-e779744f-c125-4cd0-be59-0a09372fadea tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:50.942423 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-33e67d89-10af-4966-9e66-333f1100927a req-e779744f-c125-4cd0-be59-0a09372fadea tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 944 time: 0.0523102 Mar 08 20:37:50.944658 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56afc1a9-f629-4911-b18a-3a476c89d5ac tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:50.945964 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-56afc1a9-f629-4911-b18a-3a476c89d5ac tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166740 Mar 08 20:37:50.948551 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39214) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:50.956632 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-c3e8ea23-7c58-4d27-a270-a12cdbeb1ccf tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'security_group_rule': {'security_group_id': 'f59ef134-49e6-4a95-a717-1d8062bc3aed', 'project_id': '9ba3fecb4ae343678106904a61f313af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:50.994927 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-33e67d89-10af-4966-9e66-333f1100927a req-98e5eab7-7a43-4a88-83b8-49a542c23720 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466783 Mar 08 20:37:51.061929 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ea23-7c58-4d27-a270-a12cdbeb1ccf tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (2096354e-9a90-488e-b34c-48c9b9d47697), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.121034 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ea23-7c58-4d27-a270-a12cdbeb1ccf tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (2096354e-9a90-488e-b34c-48c9b9d47697), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.201328 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1827dc42-d64b-456f-ba46-0c3d81358413 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:37:51.212528 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ea23-7c58-4d27-a270-a12cdbeb1ccf tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (2096354e-9a90-488e-b34c-48c9b9d47697), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.228167 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8ea23-7c58-4d27-a270-a12cdbeb1ccf tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2096354e-9a90-488e-b34c-48c9b9d47697,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:51.257088 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 1827dc42-d64b-456f-ba46-0c3d81358413 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:37:51.257525 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.306050 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ea23-7c58-4d27-a270-a12cdbeb1ccf tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.307303 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c3e8ea23-7c58-4d27-a270-a12cdbeb1ccf tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3576279 Mar 08 20:37:51.310212 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39216) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:51.314642 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-c384f3e5-ee0b-4fdd-8a99-ea1ac80e114c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'security_group_rule': {'security_group_id': 'f59ef134-49e6-4a95-a717-1d8062bc3aed', 'project_id': '9ba3fecb4ae343678106904a61f313af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:51.335226 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1827dc42-d64b-456f-ba46-0c3d81358413 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:51.335616 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.358295 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:51.360570 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985a748c-31a0-4975-a276-4d3ef4fe5f33" -d '{"events": [{"server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "name": "network-vif-plugged", "status": "completed", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:51.372478 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:51.400433 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492e39c4-9a6a-4b74-b05d-7d1a9d3042cb x-openstack-request-id: req-492e39c4-9a6a-4b74-b05d-7d1a9d3042cb {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:51.400433 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "name": "network-vif-plugged", "status": "completed", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:51.400433 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-492e39c4-9a6a-4b74-b05d-7d1a9d3042cb {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:51.400433 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413', 'code': 200} Mar 08 20:37:51.423117 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c384f3e5-ee0b-4fdd-8a99-ea1ac80e114c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (1c955209-c24c-4e27-9a8b-8ff6486a58a9), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.446903 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.479043 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c384f3e5-ee0b-4fdd-8a99-ea1ac80e114c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (1c955209-c24c-4e27-9a8b-8ff6486a58a9), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.498333 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=10']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:51.548122 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c384f3e5-ee0b-4fdd-8a99-ea1ac80e114c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (1c955209-c24c-4e27-9a8b-8ff6486a58a9), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.565248 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384f3e5-ee0b-4fdd-8a99-ea1ac80e114c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c955209-c24c-4e27-9a8b-8ff6486a58a9,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:51.640714 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.648843 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c384f3e5-ee0b-4fdd-8a99-ea1ac80e114c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.650072 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c384f3e5-ee0b-4fdd-8a99-ea1ac80e114c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388841 Mar 08 20:37:51.652850 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39222) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:51.657035 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-25013231-ee3c-4e8c-a7ce-3ce7c5b2a2ea tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'security_group_rule': {'security_group_id': 'f59ef134-49e6-4a95-a717-1d8062bc3aed', 'project_id': '9ba3fecb4ae343678106904a61f313af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:51.742381 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.securitygroups_db [None req-25013231-ee3c-4e8c-a7ce-3ce7c5b2a2ea tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Project 9ba3fecb4ae343678106904a61f313af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:37:51.747216 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-25013231-ee3c-4e8c-a7ce-3ce7c5b2a2ea tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (f896d39e-8372-47ba-8dcb-58f88adeea8f), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.804431 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-25013231-ee3c-4e8c-a7ce-3ce7c5b2a2ea tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (f896d39e-8372-47ba-8dcb-58f88adeea8f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.881008 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-25013231-ee3c-4e8c-a7ce-3ce7c5b2a2ea tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (f896d39e-8372-47ba-8dcb-58f88adeea8f), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.898326 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25013231-ee3c-4e8c-a7ce-3ce7c5b2a2ea tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f896d39e-8372-47ba-8dcb-58f88adeea8f,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:51.957000 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-25013231-ee3c-4e8c-a7ce-3ce7c5b2a2ea tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.958208 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-25013231-ee3c-4e8c-a7ce-3ce7c5b2a2ea tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3044524 Mar 08 20:37:51.960945 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39224) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:37:51.965199 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-c26a4eb5-3667-4eac-ae9a-860e1ee7e1c4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'security_group_rule': {'security_group_id': 'f59ef134-49e6-4a95-a717-1d8062bc3aed', 'project_id': '9ba3fecb4ae343678106904a61f313af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:52.035670 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.securitygroups_db [None req-c26a4eb5-3667-4eac-ae9a-860e1ee7e1c4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Project 9ba3fecb4ae343678106904a61f313af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:37:52.042665 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c26a4eb5-3667-4eac-ae9a-860e1ee7e1c4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (7aac099e-ddc0-44c8-a7e2-b4fb8543d297), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:52.147425 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c26a4eb5-3667-4eac-ae9a-860e1ee7e1c4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (7aac099e-ddc0-44c8-a7e2-b4fb8543d297), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:52.160846 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da83330-8c6e-4b70-a1cc-c05d22a2d9d6 req-3a88cede-9158-403d-92d5-d7a8a65368c7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:52.162313 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0da83330-8c6e-4b70-a1cc-c05d22a2d9d6 req-3a88cede-9158-403d-92d5-d7a8a65368c7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 946 time: 0.0789766 Mar 08 20:37:52.216803 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0da83330-8c6e-4b70-a1cc-c05d22a2d9d6 req-271f84b8-b3a6-4a24-9839-18c5975d4286 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489500 Mar 08 20:37:52.231922 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c26a4eb5-3667-4eac-ae9a-860e1ee7e1c4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (7aac099e-ddc0-44c8-a7e2-b4fb8543d297), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:52.260887 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a4eb5-3667-4eac-ae9a-860e1ee7e1c4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aac099e-ddc0-44c8-a7e2-b4fb8543d297,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:52.273694 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aae1ff-e97a-4d2b-97b2-0549d7c36a76 req-2a1c5fdf-4d78-467a-8977-1f06d06e01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:52.280580 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-08aae1ff-e97a-4d2b-97b2-0549d7c36a76 req-2a1c5fdf-4d78-467a-8977-1f06d06e01bf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 1130 time: 0.0696049 Mar 08 20:37:52.320236 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c26a4eb5-3667-4eac-ae9a-860e1ee7e1c4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:52.321391 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c26a4eb5-3667-4eac-ae9a-860e1ee7e1c4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3595469 Mar 08 20:37:52.324166 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-08aae1ff-e97a-4d2b-97b2-0549d7c36a76 req-d51acdde-e7b4-4e5d-b4ca-ed0fc53d46f7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430045 Mar 08 20:37:52.408414 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-c5d3b98f-2531-47de-902a-60d8cfef53ac tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94537597&fields=id&tenant_id=9ba3fecb4ae343678106904a61f313af HTTP/1.1" status: 200 len: 267 time: 0.0428963 Mar 08 20:37:52.462038 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-b0a3ab57-8937-434d-ad64-4c1031cb2500 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:52.463491 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-b0a3ab57-8937-434d-ad64-4c1031cb2500 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0494173 Mar 08 20:37:52.475511 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-9e15bc16-4b24-4ff0-a6cb-c1c7dc7f345f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'port': {'security_groups': ['087954c9-6977-4e2c-a7cc-57e1ffd4e715', 'f59ef134-49e6-4a95-a717-1d8062bc3aed']}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:37:52.544101 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-9e15bc16-4b24-4ff0-a6cb-c1c7dc7f345f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:52.897696 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:52.967352 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-9e15bc16-4b24-4ff0-a6cb-c1c7dc7f345f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] For port db30d048-2522-4792-bb0d-1dd8bec0befc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=db30d048-2522-4792-bb0d-1dd8bec0befc,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:37:52.997069 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-9e15bc16-4b24-4ff0-a6cb-c1c7dc7f345f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:53.056727 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-9e15bc16-4b24-4ff0-a6cb-c1c7dc7f345f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:53.085476 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['db30d048-2522-4792-bb0d-1dd8bec0befc'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:53.101838 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-9e15bc16-4b24-4ff0-a6cb-c1c7dc7f345f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:53.102580 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-9e15bc16-4b24-4ff0-a6cb-c1c7dc7f345f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:53.104020 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-af48fee2-6e60-42a2-a34f-2f3f3d8f74bf req-9e15bc16-4b24-4ff0-a6cb-c1c7dc7f345f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "PUT /v2.0/ports/db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 200 len: 981 time: 0.6338642 Mar 08 20:37:53.104587 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:37:53.106838 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad5ee60-11aa-46c3-8108-ef33553b715b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:37:53.143618 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15bc16-4b24-4ff0-a6cb-c1c7dc7f345f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'Port': ['ID=db30d048-2522-4792-bb0d-1dd8bec0befc,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:37:53.166005 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d742af4-ed15-4858-8a97-318868a15d09 x-openstack-request-id: req-1d742af4-ed15-4858-8a97-318868a15d09 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:37:53.166301 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:37:53.166554 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d742af4-ed15-4858-8a97-318868a15d09 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:37:53.166952 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'status': 'completed', 'code': 200} Mar 08 20:37:53.240412 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dfc61-994e-4682-919a-ff15ca1dac3b req-545fb2e5-41c0-421a-ae4e-76350f711d1d tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:53.242051 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6a2dfc61-994e-4682-919a-ff15ca1dac3b req-545fb2e5-41c0-421a-ae4e-76350f711d1d tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0648255 Mar 08 20:37:53.262896 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['db30d048-2522-4792-bb0d-1dd8bec0befc'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:37:53.271711 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-b21fe5b2-3073-43db-b289-4cc3e3d621ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:53.279573 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-b21fe5b2-3073-43db-b289-4cc3e3d621ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ba3fecb4ae343678106904a61f313af&device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 1168 time: 0.0707309 Mar 08 20:37:53.363527 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6a2dfc61-994e-4682-919a-ff15ca1dac3b req-64d33ad8-99ff-4583-a646-f5e7032167ef tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1081433 Mar 08 20:37:53.414535 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1ff5-9cd9-4304-9479-6e775183517f req-2ceb3c0d-b7b3-4f33-97ba-abcc2f92babf tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:53.416099 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0f3b1ff5-9cd9-4304-9479-6e775183517f req-2ceb3c0d-b7b3-4f33-97ba-abcc2f92babf tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 946 time: 0.1008487 Mar 08 20:37:53.432147 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-fad4e008-5cda-49a4-8d19-2847d3cac974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:53.433459 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-fad4e008-5cda-49a4-8d19-2847d3cac974 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c HTTP/1.1" status: 200 len: 915 time: 0.1486130 Mar 08 20:37:53.457066 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-d370c181-08df-4b51-9061-3f85be8f7529 None None] Provisioning complete for port db30d048-2522-4792-bb0d-1dd8bec0befc triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:37:53.457440 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d370c181-08df-4b51-9061-3f85be8f7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:53.518233 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0f3b1ff5-9cd9-4304-9479-6e775183517f req-f6fcd32a-92b4-4d09-a230-b15ed0ea64cf tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948977 Mar 08 20:37:53.520039 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-fbee3bc1-8ba1-459c-bf6c-bfd69cd54f72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 200 len: 1001 time: 0.0770893 Mar 08 20:37:53.581975 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-106b1bf1-33b1-40e6-8928-096dc2dd743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:53.583567 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-106b1bf1-33b1-40e6-8928-096dc2dd743b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=defaed33-8eb8-4c4c-8b77-6a0cd0fa527e HTTP/1.1" status: 200 len: 853 time: 0.0571792 Mar 08 20:37:53.642125 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-67913e96-d627-4f09-8f82-bb64a53cabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:53.643491 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-d370c181-08df-4b51-9061-3f85be8f7529 None None] Current status of the port db30d048-2522-4792-bb0d-1dd8bec0befc is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:37:53.643649 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-67913e96-d627-4f09-8f82-bb64a53cabf8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527489 Mar 08 20:37:53.981786 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-c6798a4b-9931-4ef3-aca4-905c52f625a1 service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289077 Mar 08 20:37:54.076156 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2ad5ee60-11aa-46c3-8108-ef33553b715b req-2bac1162-ed81-4be3-9edf-fe3eb6793841 service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844214 Mar 08 20:37:54.649606 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaedfe-6829-4008-9655-4567b4bdf14d req-e31fdf2a-c950-485c-95bb-32edb98e7a41 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:54.651082 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-10eaedfe-6829-4008-9655-4567b4bdf14d req-e31fdf2a-c950-485c-95bb-32edb98e7a41 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 946 time: 0.0530481 Mar 08 20:37:54.700013 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-10eaedfe-6829-4008-9655-4567b4bdf14d req-65e6b494-daf9-4710-843f-ca92850f2b2b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433838 Mar 08 20:37:55.822164 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e63295-7219-423d-8f97-1a08d79e2a75 req-e4b57f88-6541-4590-ac29-3855dabfbc5a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:55.823673 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-04e63295-7219-423d-8f97-1a08d79e2a75 req-e4b57f88-6541-4590-ac29-3855dabfbc5a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 946 time: 0.0547540 Mar 08 20:37:55.874075 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-04e63295-7219-423d-8f97-1a08d79e2a75 req-1311873b-6920-4277-a5e3-b32612d8c20b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432079 Mar 08 20:37:56.993500 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38849c-22f1-457f-b515-1becb32eb486 req-8ae87ff5-48d0-47b6-ae71-463b911eefb7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:56.994878 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7a38849c-22f1-457f-b515-1becb32eb486 req-8ae87ff5-48d0-47b6-ae71-463b911eefb7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 946 time: 0.0507958 Mar 08 20:37:57.041196 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7a38849c-22f1-457f-b515-1becb32eb486 req-b283f0a0-f0e2-4288-bbb5-35330369a289 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407934 Mar 08 20:38:06.279493 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:08.655854 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-36c82cea-a0cd-49fe-b6d5-50927b9a6e34 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419791 Mar 08 20:38:08.728836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-0660229e-5248-4dc1-a943-0d257519802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:08.730302 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-0660229e-5248-4dc1-a943-0d257519802b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 1129 time: 0.0464227 Mar 08 20:38:08.834780 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-0fc00f59-66f7-47cc-b992-9410a5f1119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:08.836270 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-0fc00f59-66f7-47cc-b992-9410a5f1119f service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 915 time: 0.0811040 Mar 08 20:38:08.906464 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-91f92ee7-9a4b-4cdc-8508-0ccf796a3ba9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da5cd356-90aa-42f4-977d-9725a4af4148 HTTP/1.1" status: 200 len: 1001 time: 0.0599639 Mar 08 20:38:08.966428 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-09a1d01a-075a-4d31-827e-3622f7005efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:08.967835 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-09a1d01a-075a-4d31-827e-3622f7005efc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.0415404 Mar 08 20:38:09.023750 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-2a863b16-ae8f-4706-92e6-06b763327d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:09.025242 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-2a863b16-ae8f-4706-92e6-06b763327d2f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423787 Mar 08 20:38:09.120097 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-0a275be9-ee06-4d2a-8b8e-200d0eea3e9c service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831950 Mar 08 20:38:09.211988 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3acf5d45-bd02-4d4f-8cad-ba83030decc8 req-6bfa6910-8ebb-4995-a7e7-14d5690866f8 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784907 Mar 08 20:38:16.526334 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-eeda6458-4a1e-479f-a968-c43cac96ae08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:19.075056 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-fc3dba53-eaf0-484b-a8ed-cb1485ef862d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:20.194985 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:21.640947 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.919671 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:23.699436 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:38:36.297792 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.350783 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39454) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:37.451181 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.526872 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Publish callbacks [] for security_group (254b058a-1add-4ebd-a16f-fdb339021b02), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.583414 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (254b058a-1add-4ebd-a16f-fdb339021b02), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.621296 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a5231c8bef449c0bb2479194869fb41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694077 Mar 08 20:38:37.622163 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254b058a-1add-4ebd-a16f-fdb339021b02,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:37.624072 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39458) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:37.629496 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.629851 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.630227 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.630555 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.630885 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.631237 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.635299 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.635299 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.635299 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.635299 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.635299 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.635299 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.635299 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9259d-566b-4b7e-94ad-d35ea14994d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.674905 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Publish callbacks [] for security_group (254b058a-1add-4ebd-a16f-fdb339021b02), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.695710 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Publish callbacks [] for security_group (254b058a-1add-4ebd-a16f-fdb339021b02), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.811180 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (254b058a-1add-4ebd-a16f-fdb339021b02), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.813787 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.814907 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/254b058a-1add-4ebd-a16f-fdb339021b02 HTTP/1.1" status: 204 len: 168 time: 0.1898358 Mar 08 20:38:37.822967 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254b058a-1add-4ebd-a16f-fdb339021b02,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:37.831320 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.831681 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.832026 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.832366 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.832694 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.833022 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.833350 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.833677 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.834006 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.834326 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.834646 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.834966 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.835310 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837bfa1c-3c81-4c3c-89f2-82e7757101b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:46.554847 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-37e3e64b-98a1-49f2-b6be-7043b89a1a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:49.073947 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3b6d0691-25f6-458f-88c6-c40756f5fdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:50.177516 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:51.606284 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:52.903161 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:00.698639 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:39:06.298091 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:07.732624 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2487f8-7688-4956-aa11-60604c904b6c req-5ea18f3f-656c-4838-9bbb-9311e2a839c6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:07.734068 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-db2487f8-7688-4956-aa11-60604c904b6c req-5ea18f3f-656c-4838-9bbb-9311e2a839c6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0509772 Mar 08 20:39:07.779818 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-db2487f8-7688-4956-aa11-60604c904b6c req-bd626fd8-810a-4a12-9c05-f77164b1cfa8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402691 Mar 08 20:39:08.991035 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51d1b-e045-4bd0-acd6-0b2e5588bf41 req-a36459c9-d554-4fdf-bd98-d88692499f53 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:08.992529 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-28a51d1b-e045-4bd0-acd6-0b2e5588bf41 req-a36459c9-d554-4fdf-bd98-d88692499f53 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 945 time: 0.1447389 Mar 08 20:39:09.038546 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-28a51d1b-e045-4bd0-acd6-0b2e5588bf41 req-b8e5cfa5-29a5-4e61-82fe-9a72c0771e2f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400584 Mar 08 20:39:09.675044 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-2d5ac47d-b3ae-4b16-8e6c-eb339f0c86f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826921 Mar 08 20:39:09.762703 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-03b18fd7-5695-476c-a6d1-8d58dfefde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:09.764234 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-03b18fd7-5695-476c-a6d1-8d58dfefde79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 1130 time: 0.0461762 Mar 08 20:39:09.885472 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-7210c89d-31f4-4876-90af-bfd48f5d97b7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:09.886972 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-7210c89d-31f4-4876-90af-bfd48f5d97b7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 945 time: 0.1097510 Mar 08 20:39:09.925973 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-10d1e0fd-c6e5-4c1b-b82d-0a8fc40fcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:09.927408 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-10d1e0fd-c6e5-4c1b-b82d-0a8fc40fcf59 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 917 time: 0.1415634 Mar 08 20:39:10.026510 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-feab0126-0efb-4e5b-a525-47695e37757d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1827dc42-d64b-456f-ba46-0c3d81358413 HTTP/1.1" status: 200 len: 1001 time: 0.0900304 Mar 08 20:39:10.066635 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Deleting port 23bc34c1-53d2-40f9-865a-8162201b40ad {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:10.066979 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.125334 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-e3b068e1-472f-4c71-837f-a8741d9959d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:10.126782 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-e3b068e1-472f-4c71-837f-a8741d9959d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.0939324 Mar 08 20:39:10.156106 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23e36b-c3f9-4669-b0bb-19901c291939 req-c35cb84c-b2fc-4463-b1f6-c91134dfd55e tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:10.157540 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1b23e36b-c3f9-4669-b0bb-19901c291939 req-c35cb84c-b2fc-4463-b1f6-c91134dfd55e tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0521307 Mar 08 20:39:10.195643 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] For port 23bc34c1-53d2-40f9-865a-8162201b40ad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=23bc34c1-53d2-40f9-865a-8162201b40ad,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:10.196004 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.206941 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1b23e36b-c3f9-4669-b0bb-19901c291939 req-4c631f4f-29ef-427e-8ea5-c534176128fc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=4005b403-5f2c-4696-ae77-d055f7955ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435612 Mar 08 20:39:10.269180 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-7dc81999-736f-42e8-b7ff-3eb554045367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:10.270657 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-7dc81999-736f-42e8-b7ff-3eb554045367 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1373022 Mar 08 20:39:10.465890 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-7e035a75-0bc6-4015-9063-d957b0167afd service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811798 Mar 08 20:39:10.500123 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.500488 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (b7b01322-6395-4155-8231-170209f8ed3b), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.500803 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Floating IP b7b01322-6395-4155-8231-170209f8ed3b disassociated. External IP: 172.27.3.252, port: 23bc34c1-53d2-40f9-865a-8162201b40ad. Mar 08 20:39:10.501140 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Calling delete_port for 23bc34c1-53d2-40f9-865a-8162201b40ad owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:10.613578 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18948a22-04ed-4c75-b481-a0cd9ddb3a1b req-a0bfaeea-9a31-40a4-9311-2fb8bf0bcb4c service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379943 Mar 08 20:39:10.749415 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (23bc34c1-53d2-40f9-865a-8162201b40ad), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:10.775922 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'Port': ['ID=23bc34c1-53d2-40f9-865a-8162201b40ad,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:10.891702 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Router 7661367e-bf65-4c79-970e-115a06f07187 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:39:10.999501 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:39:11.010005 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:39:11.020387 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:11.020797 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:38:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:11.039538 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] No DVR routers for this DVR port 23bc34c1-53d2-40f9-865a-8162201b40ad on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:11.043354 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:11.046715 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3509199f-6f2e-46ee-b662-0ee9e03e6d22 req-731de1f4-d7a2-4c1d-94ac-d65acfd7945b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "DELETE /v2.0/ports/23bc34c1-53d2-40f9-865a-8162201b40ad HTTP/1.1" status: 204 len: 173 time: 1.1537094 Mar 08 20:39:11.047178 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'name': 'network-vif-deleted', 'tag': '23bc34c1-53d2-40f9-865a-8162201b40ad'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:39:11.049370 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306448db-47df-410b-95bc-6e30d0bbd1a2" -d '{"events": [{"server_uuid": "89d3823d-b142-41c8-954a-6fe48b38d2f3", "name": "network-vif-deleted", "tag": "23bc34c1-53d2-40f9-865a-8162201b40ad"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:39:11.139357 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:11.149099 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aea745-a8e1-4a60-8b6b-aa6eaf14224c x-openstack-request-id: req-67aea745-a8e1-4a60-8b6b-aa6eaf14224c {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:39:11.149400 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d3823d-b142-41c8-954a-6fe48b38d2f3", "name": "network-vif-deleted", "tag": "23bc34c1-53d2-40f9-865a-8162201b40ad", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:39:11.149691 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67aea745-a8e1-4a60-8b6b-aa6eaf14224c {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:39:11.150067 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d3823d-b142-41c8-954a-6fe48b38d2f3', 'name': 'network-vif-deleted', 'tag': '23bc34c1-53d2-40f9-865a-8162201b40ad', 'status': 'completed', 'code': 200} Mar 08 20:39:11.309002 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-817a957e-abec-41cd-b362-87731a96ad1e req-3e300be6-f13f-4a8c-82cc-d947a5c6f3af tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=89d3823d-b142-41c8-954a-6fe48b38d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0279913 Mar 08 20:39:11.374585 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a13fe346-01a0-4e2d-861c-19d9894b9d85', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:51:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:23Z', 'updated_at': '2022-03-08T20:34:01Z', 'revision_number': 2, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:11.401665 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:39:11.410303 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:11.411009 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:38:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:11.520421 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:11.742595 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a13fe346-01a0-4e2d-861c-19d9894b9d85', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:51:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:23Z', 'updated_at': '2022-03-08T20:34:01Z', 'revision_number': 2, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:11.770821 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc029d-20cf-468d-b7dc-0f8ed0aeda33 None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a13fe346-01a0-4e2d-861c-19d9894b9d85', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:51:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf3869e-d189-4219-93ff-93c3b765511e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:33:23Z', 'updated_at': '2022-03-08T20:34:01Z', 'revision_number': 2, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:39:12.014591 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7320a159-7395-466b-b566-5f2359302d25 None None] New status for floating IP b7b01322-6395-4155-8231-170209f8ed3b: DOWN {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:39:12.503786 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39530) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:12.558115 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-afdad208-8954-4aa0-8a71-81582a3f0fc8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (4005b403-5f2c-4696-ae77-d055f7955ca4), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.581094 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-afdad208-8954-4aa0-8a71-81582a3f0fc8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (4005b403-5f2c-4696-ae77-d055f7955ca4), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.686335 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-afdad208-8954-4aa0-8a71-81582a3f0fc8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4005b403-5f2c-4696-ae77-d055f7955ca4), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.688994 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-afdad208-8954-4aa0-8a71-81582a3f0fc8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.690153 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-afdad208-8954-4aa0-8a71-81582a3f0fc8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "DELETE /v2.0/security-groups/4005b403-5f2c-4696-ae77-d055f7955ca4 HTTP/1.1" status: 204 len: 168 time: 0.1853485 Mar 08 20:39:12.693073 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39532) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:12.700160 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdad208-8954-4aa0-8a71-81582a3f0fc8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005b403-5f2c-4696-ae77-d055f7955ca4,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:12.707721 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.api.v2.resource [None req-6394954a-fd11-406c-b040-acba01772cfd tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] show failed (client error): The resource could not be found. Mar 08 20:39:12.708763 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-6394954a-fd11-406c-b040-acba01772cfd tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups/4005b403-5f2c-4696-ae77-d055f7955ca4 HTTP/1.1" status: 404 len: 347 time: 0.0146229 Mar 08 20:39:12.711728 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39534) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:12.836717 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6be7ff2e-b168-493b-8591-5e9ce7662ad0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Deleting port 54b73497-3b14-4e6d-b9b8-e0f6b82562d2 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:12.836985 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6be7ff2e-b168-493b-8591-5e9ce7662ad0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (54b73497-3b14-4e6d-b9b8-e0f6b82562d2), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.914069 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6be7ff2e-b168-493b-8591-5e9ce7662ad0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (54b73497-3b14-4e6d-b9b8-e0f6b82562d2), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.914402 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6be7ff2e-b168-493b-8591-5e9ce7662ad0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (54b73497-3b14-4e6d-b9b8-e0f6b82562d2), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:12.926581 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6be7ff2e-b168-493b-8591-5e9ce7662ad0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Calling delete_port for 54b73497-3b14-4e6d-b9b8-e0f6b82562d2 owned by network:floatingip {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:13.126750 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6be7ff2e-b168-493b-8591-5e9ce7662ad0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (54b73497-3b14-4e6d-b9b8-e0f6b82562d2), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.155530 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7ff2e-b168-493b-8591-5e9ce7662ad0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'Port': ['ID=54b73497-3b14-4e6d-b9b8-e0f6b82562d2,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:13.215086 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6be7ff2e-b168-493b-8591-5e9ce7662ad0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (b7b01322-6395-4155-8231-170209f8ed3b), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.217694 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6be7ff2e-b168-493b-8591-5e9ce7662ad0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:13.221399 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-6be7ff2e-b168-493b-8591-5e9ce7662ad0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "DELETE /v2.0/floatingips/b7b01322-6395-4155-8231-170209f8ed3b HTTP/1.1" status: 204 len: 168 time: 0.5060301 Mar 08 20:39:13.663782 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 23bc34c1-53d2-40f9-865a-8162201b40ad no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:13.693603 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 23bc34c1-53d2-40f9-865a-8162201b40ad {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:13.693863 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 23bc34c1-53d2-40f9-865a-8162201b40ad not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:16.246200 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be592ef-0980-4624-b8e7-730e25a16dd7 req-e27629c1-178c-4899-89a7-0c5d7fe944d1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:16.247601 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1be592ef-0980-4624-b8e7-730e25a16dd7 req-e27629c1-178c-4899-89a7-0c5d7fe944d1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.0519702 Mar 08 20:39:16.296628 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1be592ef-0980-4624-b8e7-730e25a16dd7 req-f2ac6e14-309d-4560-8f40-ccf4b76ed640 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434766 Mar 08 20:39:16.537538 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-88da527e-7471-4af4-adc6-88ffba7c0881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:17.367745 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617e6a-3a0b-4fe4-b621-43c15c557cba req-74b6c2d1-2bc4-4db2-8236-f6cb2fd5c668 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:17.369248 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6d617e6a-3a0b-4fe4-b621-43c15c557cba req-74b6c2d1-2bc4-4db2-8236-f6cb2fd5c668 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0529966 Mar 08 20:39:17.414941 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce007b3-6d45-4a67-8c71-b00f0918cdba req-3f98a252-3a3b-47ce-8b8d-b9017deab378 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:17.416964 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5ce007b3-6d45-4a67-8c71-b00f0918cdba req-3f98a252-3a3b-47ce-8b8d-b9017deab378 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.0516160 Mar 08 20:39:17.417139 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6d617e6a-3a0b-4fe4-b621-43c15c557cba req-bbb65c71-da8a-4fcc-96d1-4a42f8d8c879 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418806 Mar 08 20:39:17.490283 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5ce007b3-6d45-4a67-8c71-b00f0918cdba req-b77592ec-ec22-473f-af95-0ab52786eec4 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=ddb99630-ec13-4222-b55b-6a58bd34ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648623 Mar 08 20:39:17.503945 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-88d295ad-3000-434d-a251-6e7cdb80a396 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:17.505371 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-88d295ad-3000-434d-a251-6e7cdb80a396 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 945 time: 0.0875552 Mar 08 20:39:17.599589 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Deleting port da5cd356-90aa-42f4-977d-9725a4af4148 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:17.599867 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:17.687514 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] For port da5cd356-90aa-42f4-977d-9725a4af4148, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da5cd356-90aa-42f4-977d-9725a4af4148,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:17.687866 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:17.852100 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:17.852380 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (a13fe346-01a0-4e2d-861c-19d9894b9d85), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:17.852695 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Floating IP a13fe346-01a0-4e2d-861c-19d9894b9d85 disassociated. External IP: 172.27.3.114, port: da5cd356-90aa-42f4-977d-9725a4af4148. Mar 08 20:39:17.853029 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Calling delete_port for da5cd356-90aa-42f4-977d-9725a4af4148 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:18.051352 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (da5cd356-90aa-42f4-977d-9725a4af4148), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:18.080421 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'Port': ['ID=da5cd356-90aa-42f4-977d-9725a4af4148,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:18.439612 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Router 7661367e-bf65-4c79-970e-115a06f07187 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:39:18.562186 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56714199-584e-4495-83df-ff40591ca7a7 req-eae6c5f0-2068-4cb3-93b5-7f270ee27300 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:18.563828 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-56714199-584e-4495-83df-ff40591ca7a7 req-eae6c5f0-2068-4cb3-93b5-7f270ee27300 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0616441 Mar 08 20:39:18.565618 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:39:18.576593 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:39:18.597290 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:18.597931 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:38:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:18.636135 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] No DVR routers for this DVR port da5cd356-90aa-42f4-977d-9725a4af4148 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:18.636467 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-56714199-584e-4495-83df-ff40591ca7a7 req-12d19a3b-f956-489e-92cc-7eda2b7675ad tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602276 Mar 08 20:39:18.639348 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bcb33840-6c3e-4ad2-aad7-684e92642197 req-e80285a6-394c-42d1-a8be-e70fb20a9d65 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bf3869e-d189-4219-93ff-93c3b765511e HTTP/1.1" status: 200 len: 210 time: 0.0666206 Mar 08 20:39:18.640355 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:18.643763 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b8227709-fd9e-4f31-9b0d-8632e789948d req-91c879a8-f492-4ed6-aa1c-63fa1b7d00ce tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "DELETE /v2.0/ports/da5cd356-90aa-42f4-977d-9725a4af4148 HTTP/1.1" status: 204 len: 173 time: 1.1295836 Mar 08 20:39:18.644225 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf3869e-d189-4219-93ff-93c3b765511e', 'name': 'network-vif-deleted', 'tag': 'da5cd356-90aa-42f4-977d-9725a4af4148'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:39:18.646757 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c2fbe2-4667-4c51-be99-bcea5f744d44" -d '{"events": [{"server_uuid": "7bf3869e-d189-4219-93ff-93c3b765511e", "name": "network-vif-deleted", "tag": "da5cd356-90aa-42f4-977d-9725a4af4148"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:39:18.695780 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3aacd3-0e0c-4838-93a9-de8f183d8fde x-openstack-request-id: req-4b3aacd3-0e0c-4838-93a9-de8f183d8fde {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:39:18.696138 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf3869e-d189-4219-93ff-93c3b765511e", "name": "network-vif-deleted", "tag": "da5cd356-90aa-42f4-977d-9725a4af4148", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:39:18.696396 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b3aacd3-0e0c-4838-93a9-de8f183d8fde {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:39:18.696793 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf3869e-d189-4219-93ff-93c3b765511e', 'name': 'network-vif-deleted', 'tag': 'da5cd356-90aa-42f4-977d-9725a4af4148', 'status': 'completed', 'code': 200} Mar 08 20:39:18.718636 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:18.916132 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:18.946416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:39:18.954667 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:18.955303 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:38:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:19.071448 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e478747c-229b-426b-b437-fbe228d6199b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:19.074426 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:19.391965 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:19.421931 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975316b-91cc-40c0-a237-ead0844a28dd None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:39:19.631045 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d8076-c367-4f79-8f88-328c245f497e None None] New status for floating IP a13fe346-01a0-4e2d-861c-19d9894b9d85: DOWN {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:39:19.763537 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5ef46-cf92-4a4f-93b5-1640dace8e9a req-7336d26b-cc1b-43ea-8add-a927c02e7561 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:19.765017 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-95d5ef46-cf92-4a4f-93b5-1640dace8e9a req-7336d26b-cc1b-43ea-8add-a927c02e7561 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0529895 Mar 08 20:39:19.801468 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39588) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:19.811294 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-95d5ef46-cf92-4a4f-93b5-1640dace8e9a req-cb0e5a2a-c124-4f2d-91ec-10519c2d0d35 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403926 Mar 08 20:39:19.870984 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c5ac0d7a-06bb-465a-823a-743a8faa839c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (ddb99630-ec13-4222-b55b-6a58bd34ec7e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:19.893393 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c5ac0d7a-06bb-465a-823a-743a8faa839c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (ddb99630-ec13-4222-b55b-6a58bd34ec7e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.011922 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c5ac0d7a-06bb-465a-823a-743a8faa839c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (ddb99630-ec13-4222-b55b-6a58bd34ec7e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.014880 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c5ac0d7a-06bb-465a-823a-743a8faa839c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.016299 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c5ac0d7a-06bb-465a-823a-743a8faa839c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "DELETE /v2.0/security-groups/ddb99630-ec13-4222-b55b-6a58bd34ec7e HTTP/1.1" status: 204 len: 168 time: 0.2136679 Mar 08 20:39:20.020410 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39590) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:20.029175 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac0d7a-06bb-465a-823a-743a8faa839c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb99630-ec13-4222-b55b-6a58bd34ec7e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:20.033594 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.api.v2.resource [None req-f8139436-56af-4090-8f7d-d0db801af086 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] show failed (client error): The resource could not be found. Mar 08 20:39:20.034598 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-f8139436-56af-4090-8f7d-d0db801af086 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups/ddb99630-ec13-4222-b55b-6a58bd34ec7e HTTP/1.1" status: 404 len: 347 time: 0.0129621 Mar 08 20:39:20.037530 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39592) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:20.161942 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee7198-03f0-4037-90b4-3c464a341f52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Deleting port 9fdd1d26-0781-4135-958d-1cf214217a0c {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:20.162279 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7198-03f0-4037-90b4-3c464a341f52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (9fdd1d26-0781-4135-958d-1cf214217a0c), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.212171 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.240741 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7198-03f0-4037-90b4-3c464a341f52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (9fdd1d26-0781-4135-958d-1cf214217a0c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.241065 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7198-03f0-4037-90b4-3c464a341f52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (9fdd1d26-0781-4135-958d-1cf214217a0c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.252263 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee7198-03f0-4037-90b4-3c464a341f52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Calling delete_port for 9fdd1d26-0781-4135-958d-1cf214217a0c owned by network:floatingip {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:20.520583 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7198-03f0-4037-90b4-3c464a341f52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (9fdd1d26-0781-4135-958d-1cf214217a0c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.550312 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee7198-03f0-4037-90b4-3c464a341f52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'Port': ['ID=9fdd1d26-0781-4135-958d-1cf214217a0c,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:20.610545 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7198-03f0-4037-90b4-3c464a341f52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (a13fe346-01a0-4e2d-861c-19d9894b9d85), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.613317 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7198-03f0-4037-90b4-3c464a341f52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:20.614460 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-a4ee7198-03f0-4037-90b4-3c464a341f52 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "DELETE /v2.0/floatingips/a13fe346-01a0-4e2d-861c-19d9894b9d85 HTTP/1.1" status: 204 len: 168 time: 0.5758719 Mar 08 20:39:20.926890 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39598) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:20.930696 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a25c8-eaf8-49d2-983b-67edd2c12cf2 req-17e4faed-7186-4760-a09a-f8ed7facf431 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:20.931545 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-d2a6cdb7-a47c-42a8-a059-597e19e5e89d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088255861', 'description': 'tempest-description--1219638308'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:20.932738 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-101a25c8-eaf8-49d2-983b-67edd2c12cf2 req-17e4faed-7186-4760-a09a-f8ed7facf431 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0556767 Mar 08 20:39:20.981814 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-101a25c8-eaf8-49d2-983b-67edd2c12cf2 req-7257720d-f5b9-4975-bb63-63969ebca875 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434084 Mar 08 20:39:21.012394 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d2a6cdb7-a47c-42a8-a059-597e19e5e89d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.076826 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d2a6cdb7-a47c-42a8-a059-597e19e5e89d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (008fa084-db0c-402c-b9c2-dd35b55ab636), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.143050 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d2a6cdb7-a47c-42a8-a059-597e19e5e89d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (008fa084-db0c-402c-b9c2-dd35b55ab636), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.170469 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6cdb7-a47c-42a8-a059-597e19e5e89d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008fa084-db0c-402c-b9c2-dd35b55ab636,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:21.253683 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d2a6cdb7-a47c-42a8-a059-597e19e5e89d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.254917 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-d2a6cdb7-a47c-42a8-a059-597e19e5e89d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3269160 Mar 08 20:39:21.257711 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39600) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:21.262670 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-269ef839-f980-4854-8d54-30c8f2e4a56c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group_rule': {'security_group_id': '008fa084-db0c-402c-b9c2-dd35b55ab636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:21.336537 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-269ef839-f980-4854-8d54-30c8f2e4a56c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (e0045c63-7b90-4259-b210-9b44ef8714cc), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.390560 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-269ef839-f980-4854-8d54-30c8f2e4a56c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (e0045c63-7b90-4259-b210-9b44ef8714cc), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.445922 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-269ef839-f980-4854-8d54-30c8f2e4a56c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (e0045c63-7b90-4259-b210-9b44ef8714cc), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.460448 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ef839-f980-4854-8d54-30c8f2e4a56c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0045c63-7b90-4259-b210-9b44ef8714cc,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:21.534046 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-269ef839-f980-4854-8d54-30c8f2e4a56c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.535283 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-269ef839-f980-4854-8d54-30c8f2e4a56c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2766061 Mar 08 20:39:21.537958 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39602) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:21.542923 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-c649cbc1-c89e-409f-99fd-73e79d5d7a99 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group_rule': {'security_group_id': '008fa084-db0c-402c-b9c2-dd35b55ab636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:21.617830 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.633583 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c649cbc1-c89e-409f-99fd-73e79d5d7a99 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (ab468f72-3c9c-4e54-804c-285e313be60b), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.691900 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c649cbc1-c89e-409f-99fd-73e79d5d7a99 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (ab468f72-3c9c-4e54-804c-285e313be60b), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.694527 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device da5cd356-90aa-42f4-977d-9725a4af4148 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:21.714618 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: da5cd356-90aa-42f4-977d-9725a4af4148 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:21.714896 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device da5cd356-90aa-42f4-977d-9725a4af4148 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:21.759517 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c649cbc1-c89e-409f-99fd-73e79d5d7a99 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (ab468f72-3c9c-4e54-804c-285e313be60b), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.778523 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649cbc1-c89e-409f-99fd-73e79d5d7a99 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab468f72-3c9c-4e54-804c-285e313be60b,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:21.841967 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c649cbc1-c89e-409f-99fd-73e79d5d7a99 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.843186 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c649cbc1-c89e-409f-99fd-73e79d5d7a99 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042965 Mar 08 20:39:21.846223 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39606) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:21.850406 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:21.972511 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.105458 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.123912 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b77eb6-6f5d-476f-b297-238244a2fb82 req-fdcbf5e6-8d25-4506-a63f-90dbfaf5840c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:22.125395 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-33b77eb6-6f5d-476f-b297-238244a2fb82 req-fdcbf5e6-8d25-4506-a63f-90dbfaf5840c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0756872 Mar 08 20:39:22.232970 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-33b77eb6-6f5d-476f-b297-238244a2fb82 req-e4152a1e-0935-4e71-ae53-b66146a840fe tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794766 Mar 08 20:39:22.254647 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Allocated IP 172.27.3.38 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/2b36b633-4c20-4f66-9c46-3574493576c6) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:39:22.361140 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (2b36b633-4c20-4f66-9c46-3574493576c6), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.480838 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (2b36b633-4c20-4f66-9c46-3574493576c6), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.521028 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:39:22.523974 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:39:22.526323 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:39:22.555730 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=2b36b633-4c20-4f66-9c46-3574493576c6,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:22.618567 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (e6054f16-c4c2-4519-89a0-c96fd4a8c701), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.716427 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (2b36b633-4c20-4f66-9c46-3574493576c6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.873915 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (2b36b633-4c20-4f66-9c46-3574493576c6), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.903401 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.960189 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (2b36b633-4c20-4f66-9c46-3574493576c6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:23.026370 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=2b36b633-4c20-4f66-9c46-3574493576c6,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:23.037931 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (e6054f16-c4c2-4519-89a0-c96fd4a8c701), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:23.110874 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:23.112159 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-3756e798-b7a8-46dd-87d9-88e4e90ce844 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2650082 Mar 08 20:39:23.254747 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-6eb6fbda-a271-4226-a5a1-ce877e8884d6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2088255861&fields=id&tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 267 time: 0.0406260 Mar 08 20:39:23.355596 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc03cf-21f2-4c4e-9ef4-f94581378943 req-58573b4e-61d3-4b2a-a716-6e970e2de665 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:23.357083 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-32fc03cf-21f2-4c4e-9ef4-f94581378943 req-58573b4e-61d3-4b2a-a716-6e970e2de665 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0567570 Mar 08 20:39:23.359799 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-fc06845b-1547-4414-b9f4-4d89fc830aaf tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:23.361223 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-fc06845b-1547-4414-b9f4-4d89fc830aaf tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 814 time: 0.0996144 Mar 08 20:39:23.376237 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-300958bd-03cd-4377-b4ca-9c5bbe93acb4 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/quotas/c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 375 time: 0.0096667 Mar 08 20:39:23.406071 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-32fc03cf-21f2-4c4e-9ef4-f94581378943 req-d40aef48-0025-4578-9a6a-22604eb98c1c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 Mar 08 20:39:23.436807 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-7ddf0000-def4-4209-9baf-865cb251e6e8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538933 Mar 08 20:39:23.569576 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-06a0d5a8-4e32-4214-922a-d83b76cbd887 service neutron] 10.222.0.55 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227427 Mar 08 20:39:23.661631 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-691112d9-2567-406c-bfc7-5788617acf88 service neutron] 10.222.0.55 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857909 Mar 08 20:39:24.522456 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be4d00-eccf-4b8b-a18d-8b235ec6c042 req-e9e4ab67-8ba1-4870-b123-5b7aa35fffcf tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:24.524204 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-86be4d00-eccf-4b8b-a18d-8b235ec6c042 req-e9e4ab67-8ba1-4870-b123-5b7aa35fffcf tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0515020 Mar 08 20:39:24.569491 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-86be4d00-eccf-4b8b-a18d-8b235ec6c042 req-d98d2a3d-e405-4175-b50a-1c9adc7383e4 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397763 Mar 08 20:39:24.905920 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a3b1f93e-4e45-4b34-9e1f-4c8c41891669 req-77efc6b7-73a8-4af7-b661-52f9ad01c458 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 210 time: 0.0267835 Mar 08 20:39:25.684671 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fabc70-daf7-41d5-bbd3-63bd8fc9ed7d req-9f6df4bd-ae6c-440f-b94e-f8dcdafbbf6f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:25.686111 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e9fabc70-daf7-41d5-bbd3-63bd8fc9ed7d req-9f6df4bd-ae6c-440f-b94e-f8dcdafbbf6f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0518386 Mar 08 20:39:25.730409 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e9fabc70-daf7-41d5-bbd3-63bd8fc9ed7d req-d614dc76-12d2-45c0-9cdd-c9b605b82412 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388756 Mar 08 20:39:25.983366 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5e141f63-0c3e-45b5-94e5-598efb8af87b req-fd1a1333-7630-44be-ac4e-0a5511441b2d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 210 time: 0.0296402 Mar 08 20:39:26.846391 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f2b2a-92c3-4746-97d4-347af64fb6ad req-2f9696a3-4860-4975-8658-f3d79bffea81 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:26.847879 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4b3f2b2a-92c3-4746-97d4-347af64fb6ad req-2f9696a3-4860-4975-8658-f3d79bffea81 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0511684 Mar 08 20:39:26.896987 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4b3f2b2a-92c3-4746-97d4-347af64fb6ad req-aeac3480-485b-47eb-8eb3-30c94d82b23a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Mar 08 20:39:27.058230 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2f2885c0-068c-4bb8-aa20-7a4c1b8c3c25 req-34998f6a-6741-465e-b32c-d4f75146b665 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 210 time: 0.0265024 Mar 08 20:39:28.013192 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0427561-bd42-4e28-9242-50fea1cbca6c req-8648d78f-21df-4879-851a-b8a8b758f3dc tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:28.014635 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b0427561-bd42-4e28-9242-50fea1cbca6c req-8648d78f-21df-4879-851a-b8a8b758f3dc tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0517044 Mar 08 20:39:28.060640 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b0427561-bd42-4e28-9242-50fea1cbca6c req-5c7e76c8-ee87-49b5-bb32-1efa54aaa1eb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Mar 08 20:39:28.132086 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6366c4cd-4e2e-4e0c-828e-8287916648b7 req-72d079dd-2e7c-4f2d-8380-e9a300a906a7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 210 time: 0.0256991 Mar 08 20:39:29.177900 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bb0ec-469c-4caf-a873-9152d70646cb req-c279a015-85e9-49b1-84aa-eaf9257fb819 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:29.179395 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-517bb0ec-469c-4caf-a873-9152d70646cb req-c279a015-85e9-49b1-84aa-eaf9257fb819 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0527916 Mar 08 20:39:29.229770 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-517bb0ec-469c-4caf-a873-9152d70646cb req-3babfdd3-aad9-4cca-82b7-e2c84e4a5848 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Mar 08 20:39:29.310555 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-da1612e5-962f-484f-8755-2d74756f350f req-1c1c35be-b5c1-4b48-9912-bc94b444a52d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 210 time: 0.0272813 Mar 08 20:39:29.335461 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493edbc-488b-4adf-8ddc-09ffafcbd686 req-523a0dc3-95ef-4269-952a-2069539bc027 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:29.336958 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f493edbc-488b-4adf-8ddc-09ffafcbd686 req-523a0dc3-95ef-4269-952a-2069539bc027 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 946 time: 0.0536802 Mar 08 20:39:29.383360 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f493edbc-488b-4adf-8ddc-09ffafcbd686 req-55dc18c0-18e0-4f95-b83b-f76a4e05c7a7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404968 Mar 08 20:39:30.349589 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1d356-d15d-4e82-9b55-f8ebdfd9e6ba req-dadaad96-e4ff-4f2b-bb90-f5ef7f735eb2 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:30.351072 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d9b1d356-d15d-4e82-9b55-f8ebdfd9e6ba req-dadaad96-e4ff-4f2b-bb90-f5ef7f735eb2 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0555990 Mar 08 20:39:30.399351 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d9b1d356-d15d-4e82-9b55-f8ebdfd9e6ba req-4847fbe5-845b-4dde-a3c5-d290ba30b5c6 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418708 Mar 08 20:39:30.407226 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3bc45086-967c-4d82-91f8-1209c6fb4faa req-4e06d64a-15c4-4c1b-8453-5f489fb8393a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 210 time: 0.0265310 Mar 08 20:39:30.509298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3d8ba-b16d-436c-a6de-c0ca9fc2e5e2 req-1ec6b45e-8e56-4878-83b2-e9c83930fbb9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:30.510780 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bdc3d8ba-b16d-436c-a6de-c0ca9fc2e5e2 req-1ec6b45e-8e56-4878-83b2-e9c83930fbb9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 946 time: 0.0546649 Mar 08 20:39:30.556362 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bdc3d8ba-b16d-436c-a6de-c0ca9fc2e5e2 req-e041bd58-a810-44c4-9003-6c0766b9cdf7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402014 Mar 08 20:39:30.924109 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-7fb2a310-3d0f-4104-bb22-7bc21375da34 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:30.925729 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-7fb2a310-3d0f-4104-bb22-7bc21375da34 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 814 time: 0.0998189 Mar 08 20:39:30.990191 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-89039a96-27a2-4c44-b820-a58cbecf3eb0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 380 time: 0.0541749 Mar 08 20:39:31.005665 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'port': {'device_id': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'admin_state_up': True, 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'security_groups': ['008fa084-db0c-402c-b9c2-dd35b55ab636']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:31.189133 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Made reservation on behalf of c0a2143ce6b541af95e0b1f35fcb6fc3 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:39:31.192580 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.317613 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Allocated IP 172.20.0.13 (9bd42d04-98ce-43a5-8568-bf7fc023b329/e615ce63-1553-4f4e-ac31-637d57fd5427/1502311c-8b72-4b26-9d62-ffc42383349f) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:39:31.489441 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (1502311c-8b72-4b26-9d62-ffc42383349f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.510695 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-aee7fe86-c0df-4930-a77b-a1987bf46546 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:31.512156 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-aee7fe86-c0df-4930-a77b-a1987bf46546 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 946 time: 0.1088986 Mar 08 20:39:31.524388 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1ba5b-20a8-463a-8265-f1496e88bb16 req-b53210ea-e5cd-474b-a197-1137cfa11c72 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:31.525866 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a7b1ba5b-20a8-463a-8265-f1496e88bb16 req-b53210ea-e5cd-474b-a197-1137cfa11c72 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0531108 Mar 08 20:39:31.531514 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5201a2ce-89a2-4b7b-b566-d96854ffc08e req-cf4d5887-5264-4f5a-bcdc-714598c0510e tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 210 time: 0.0527260 Mar 08 20:39:31.576659 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a7b1ba5b-20a8-463a-8265-f1496e88bb16 req-4c10601d-1d85-47db-9c75-db38daddadc2 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451052 Mar 08 20:39:31.623393 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.706148 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:39:31.713889 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:39:31.716372 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:39:31.745512 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=1502311c-8b72-4b26-9d62-ffc42383349f,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:31.780770 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Deleting port 1827dc42-d64b-456f-ba46-0c3d81358413 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:31.781109 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.790170 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c1494-1e8f-40cf-9aea-7bfbf8489574 req-9fb63be9-4a28-4fdf-805e-c727afc6e49c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:31.791810 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f99c1494-1e8f-40cf-9aea-7bfbf8489574 req-9fb63be9-4a28-4fdf-805e-c727afc6e49c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 946 time: 0.1590466 Mar 08 20:39:31.811466 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:31.812076 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.914001 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f99c1494-1e8f-40cf-9aea-7bfbf8489574 req-8b0141ed-b7da-449f-81b2-ce65f44009d6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a09a2-579f-4383-86fb-f2d067c2eac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087070 Mar 08 20:39:31.932528 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] For port 1827dc42-d64b-456f-ba46-0c3d81358413, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1827dc42-d64b-456f-ba46-0c3d81358413,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:31.932891 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.965200 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-268ede40-3752-437e-abd1-ea051384b19f None None] Provisioning complete for port 1502311c-8b72-4b26-9d62-ffc42383349f triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:39:31.965752 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-268ede40-3752-437e-abd1-ea051384b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:31.993350 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b09dc7b9-d14c-4b9d-ba79-d962443ededc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9910977 Mar 08 20:39:32.002703 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-268ede40-3752-437e-abd1-ea051384b19f None None] Port 1502311c-8b72-4b26-9d62-ffc42383349f cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:39:32.009249 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Request body: {'port': {'device_id': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:32.139757 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.162800 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.163188 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (80796ce3-6725-41a9-b655-e89792e37754), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.163502 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Floating IP 80796ce3-6725-41a9-b655-e89792e37754 disassociated. External IP: 172.27.3.201, port: 1827dc42-d64b-456f-ba46-0c3d81358413. Mar 08 20:39:32.163853 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Calling delete_port for 1827dc42-d64b-456f-ba46-0c3d81358413 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:32.504699 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1502311c-8b72-4b26-9d62-ffc42383349f {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:39:32.511938 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Publish callbacks [] for port (1502311c-8b72-4b26-9d62-ffc42383349f), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.527500 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (1827dc42-d64b-456f-ba46-0c3d81358413), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.562181 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event deleted for resources: {'Port': ['ID=1827dc42-d64b-456f-ba46-0c3d81358413,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:32.565275 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Transition to ACTIVE for port object 1502311c-8b72-4b26-9d62-ffc42383349f will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:39:32.652912 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daee3-411c-4cb6-b257-e1b511992e7f req-91d03b21-4dc2-488a-9539-d0e4628f9032 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:32.654425 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f88daee3-411c-4cb6-b257-e1b511992e7f req-91d03b21-4dc2-488a-9539-d0e4628f9032 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 932 time: 0.0540972 Mar 08 20:39:32.662617 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:32.706606 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f88daee3-411c-4cb6-b257-e1b511992e7f req-e14c69da-da09-40c1-8e4f-02377bfaff21 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463545 Mar 08 20:39:32.763753 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Pushing event updated for resources: {'Port': ['ID=1502311c-8b72-4b26-9d62-ffc42383349f,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:32.774982 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Router 28ba1426-b61a-4f28-adaf-085f70c6b719 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:39:32.836650 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4d63e-376b-442f-bc8b-b11660305538 req-737bbe94-34c3-460d-a1b5-9bb1a588badb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:32.838768 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ddf4d63e-376b-442f-bc8b-b11660305538 req-737bbe94-34c3-460d-a1b5-9bb1a588badb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.1794729 Mar 08 20:39:32.939601 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Attempting to bind port 1502311c-8b72-4b26-9d62-ffc42383349f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:39:32.939937 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Attempting to bind port 1502311c-8b72-4b26-9d62-ffc42383349f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:39:32.940261 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Attempting to bind port 1502311c-8b72-4b26-9d62-ffc42383349f on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:39:32.987755 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Port 1502311c-8b72-4b26-9d62-ffc42383349f on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:39:32.988086 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Attempting to bind port 1502311c-8b72-4b26-9d62-ffc42383349f on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:39:32.997343 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ddf4d63e-376b-442f-bc8b-b11660305538 req-acc6352a-c557-4407-829b-e95d40d1c387 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187222 Mar 08 20:39:33.007176 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:39:33.007629 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Checking segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:39:33.008057 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Bound using segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:39:33.008505 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Bound port: 1502311c-8b72-4b26-9d62-ffc42383349f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:39:33.008859 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.031787 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4d9c88dc-e011-46eb-af4e-41ba0b5b2767 req-e53bc298-cc92-4442-b979-9411b06f8247 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 210 time: 0.0428731 Mar 08 20:39:33.032608 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:39:33.044918 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] Sync routers for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:39:33.071554 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:33.072984 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:39:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:33.099945 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] No DVR routers for this DVR port 1827dc42-d64b-456f-ba46-0c3d81358413 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:39:33.103551 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.106829 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf3714c3-7a2e-4ad2-8a79-f65065a0ffc1 req-bd9ef710-eb1a-4a13-981b-8d64a578a702 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.58 "DELETE /v2.0/ports/1827dc42-d64b-456f-ba46-0c3d81358413 HTTP/1.1" status: 204 len: 173 time: 1.5789688 Mar 08 20:39:33.107310 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'name': 'network-vif-deleted', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:39:33.109647 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7733b3-5523-43c9-b8f8-d23b107c69ba" -d '{"events": [{"server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "name": "network-vif-deleted", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:39:33.140116 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] For port 1502311c-8b72-4b26-9d62-ffc42383349f, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:39:33.143435 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] For port 1502311c-8b72-4b26-9d62-ffc42383349f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1502311c-8b72-4b26-9d62-ffc42383349f,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:39:33.147171 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bc8664-b64e-4e02-8a9a-293371e2b4e8 x-openstack-request-id: req-17bc8664-b64e-4e02-8a9a-293371e2b4e8 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:39:33.147473 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad4c328-0343-4d57-aa58-6506bef031a7", "name": "network-vif-deleted", "tag": "1827dc42-d64b-456f-ba46-0c3d81358413", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:39:33.147742 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17bc8664-b64e-4e02-8a9a-293371e2b4e8 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:39:33.148383 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad4c328-0343-4d57-aa58-6506bef031a7', 'name': 'network-vif-deleted', 'tag': '1827dc42-d64b-456f-ba46-0c3d81358413', 'status': 'completed', 'code': 200} Mar 08 20:39:33.190188 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:33.235548 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.269032 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:33.269645 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:33.271126 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] 10.222.0.58 "PUT /v2.0/ports/1502311c-8b72-4b26-9d62-ffc42383349f HTTP/1.1" status: 200 len: 1094 time: 1.2687278 Mar 08 20:39:33.296050 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a422cf-dd28-40d7-82bd-8cc685077c7f service neutron] Pushing event updated for resources: {'Port': ['ID=1502311c-8b72-4b26-9d62-ffc42383349f,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:33.417527 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:33.451984 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-3cad9f28-81f4-47f5-92ae-f1be9fa7a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:33.456663 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-3cad9f28-81f4-47f5-92ae-f1be9fa7a512 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 1128 time: 0.0577359 Mar 08 20:39:33.461389 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] Checking router: 28ba1426-b61a-4f28-adaf-085f70c6b719 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:39:33.470188 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:33.470787 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:39:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:33.497772 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-b3664e48-ac94-4524-b91c-ec6f5c5259a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1502311c-8b72-4b26-9d62-ffc42383349f HTTP/1.1" status: 200 len: 217 time: 0.0361321 Mar 08 20:39:33.550018 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-783389b5-b681-4693-b815-2eca8fb934dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:33.551432 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-783389b5-b681-4693-b815-2eca8fb934dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.0473483 Mar 08 20:39:33.591604 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:33.609495 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-0408ad8b-bc65-4a87-9ba0-9fba38f73c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:33.610982 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-0408ad8b-bc65-4a87-9ba0-9fba38f73c31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522833 Mar 08 20:39:33.829437 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:33.841168 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996adf7f-5398-4cc4-95ce-93558d376baa req-22f2063d-a5fe-428e-8955-070fbfc764a1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:33.842710 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-996adf7f-5398-4cc4-95ce-93558d376baa req-22f2063d-a5fe-428e-8955-070fbfc764a1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 944 time: 0.0654640 Mar 08 20:39:33.862578 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22976f3-924a-4ebf-9b71-ce331401fc19 None None] The sync data for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi is: [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:39:33.897391 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-996adf7f-5398-4cc4-95ce-93558d376baa req-094d035f-40e5-412a-8a2d-095e3c4fbafc tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477953 Mar 08 20:39:33.961487 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-9276f3c1-9ced-4d1a-a963-4f624dac720a service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439598 Mar 08 20:39:34.062059 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cfd15462-d598-4586-9f96-6a96158cb6fc req-0db1333a-fc95-4625-b717-a6d4f9958947 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941644 Mar 08 20:39:34.146197 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720db58-93c0-482a-8564-fe396669c38e req-ff133e48-4360-471e-b884-f81d28106b03 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:34.147999 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f720db58-93c0-482a-8564-fe396669c38e req-ff133e48-4360-471e-b884-f81d28106b03 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0577533 Mar 08 20:39:34.154603 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c4e29b-bb1b-40cf-8f9a-2d504028c77b None None] New status for floating IP 80796ce3-6725-41a9-b655-e89792e37754: DOWN {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:39:34.171750 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ff046e26-cb76-42ec-9ca6-9d5dddb2c36b req-862e8f3e-e182-4ceb-937c-35fbe4eb5d42 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ad4c328-0343-4d57-aa58-6506bef031a7 HTTP/1.1" status: 200 len: 210 time: 0.0303044 Mar 08 20:39:34.198270 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f720db58-93c0-482a-8564-fe396669c38e req-b0941f89-f9fe-41a4-bfe3-d4ff531538a8 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Mar 08 20:39:34.507453 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3624-b470-4a0e-b792-c1836d3c37dc req-95af7738-3dd5-458c-9eec-888b6924482f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:34.509095 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-38fa3624-b470-4a0e-b792-c1836d3c37dc req-95af7738-3dd5-458c-9eec-888b6924482f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0515878 Mar 08 20:39:34.560183 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-38fa3624-b470-4a0e-b792-c1836d3c37dc req-39c7a8a4-f19d-43d3-841e-18f1d203d4f5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450673 Mar 08 20:39:34.607423 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-d5a4e8f3-a729-4877-9eb0-173196a01202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:34.608813 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-d5a4e8f3-a729-4877-9eb0-173196a01202 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 1129 time: 0.0453382 Mar 08 20:39:34.695037 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-32236694-e03f-48f0-ab85-538f5b5e541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:34.696476 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-32236694-e03f-48f0-ab85-538f5b5e541f service neutron] 10.222.0.58 "GET /v2.0/networks?id=db84cda9-01b2-4e22-b048-5c2981a2f58a HTTP/1.1" status: 200 len: 912 time: 0.0819025 Mar 08 20:39:34.764097 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-7999cbca-d018-471c-95f7-90164f23eb31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe HTTP/1.1" status: 200 len: 1001 time: 0.0602181 Mar 08 20:39:34.810662 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-1c70039a-8823-40bb-bfc7-485245117026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:34.812077 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-1c70039a-8823-40bb-bfc7-485245117026 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d60bfdd4-3fd3-418b-ae07-510ff8cab84d HTTP/1.1" status: 200 len: 850 time: 0.0421152 Mar 08 20:39:34.860084 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-8a0b73cb-d502-4dd6-b767-69fe5903f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:34.862301 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-8a0b73cb-d502-4dd6-b767-69fe5903f880 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db84cda9-01b2-4e22-b048-5c2981a2f58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443890 Mar 08 20:39:34.954471 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-3309475f-0eb4-4632-bcd3-1acc03bfae2a service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852604 Mar 08 20:39:35.085612 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf94d0-cc31-4e5b-b3f5-1d42b2794731 req-e2ef0684-142d-4f9e-84a7-ead78b2d4366 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.086033 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5ccf94d0-cc31-4e5b-b3f5-1d42b2794731 req-e2ef0684-142d-4f9e-84a7-ead78b2d4366 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 944 time: 0.1181560 Mar 08 20:39:35.088614 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8c27b3c-080e-4fd8-9062-1c494d979563 req-30c987b8-9131-471f-bbcc-ba0d7c602036 service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281476 Mar 08 20:39:35.137861 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5ccf94d0-cc31-4e5b-b3f5-1d42b2794731 req-e78ae06d-90fd-499a-ae16-7b455ceb2dfb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451903 Mar 08 20:39:35.149569 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'tag': '1502311c-8b72-4b26-9d62-ffc42383349f'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:39:35.152078 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac25f061-fb5d-487e-b78e-2dc193490f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1322e3-15e4-4188-98b8-653b343cbe0c", "tag": "1502311c-8b72-4b26-9d62-ffc42383349f"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:39:35.186576 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808550f-9fc5-4e59-9664-28d49d2896e0 req-49dfaf4a-4d32-462d-bba5-8c6558959d63 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.188401 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66af46f4-4ba8-4f59-b897-40ad2fcd4a49 x-openstack-request-id: req-66af46f4-4ba8-4f59-b897-40ad2fcd4a49 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:39:35.189116 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c808550f-9fc5-4e59-9664-28d49d2896e0 req-49dfaf4a-4d32-462d-bba5-8c6558959d63 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0625789 Mar 08 20:39:35.191498 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1322e3-15e4-4188-98b8-653b343cbe0c", "tag": "1502311c-8b72-4b26-9d62-ffc42383349f", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:39:35.191945 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66af46f4-4ba8-4f59-b897-40ad2fcd4a49 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:39:35.192496 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'tag': '1502311c-8b72-4b26-9d62-ffc42383349f', 'status': 'completed', 'code': 200} Mar 08 20:39:35.256531 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c808550f-9fc5-4e59-9664-28d49d2896e0 req-1fab848e-4dfe-4b95-8c77-1bb11d760014 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0621071 Mar 08 20:39:35.293839 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-0d7d726b-e94e-4de5-aa6a-3f98b8390708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.295356 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-0d7d726b-e94e-4de5-aa6a-3f98b8390708 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ba3fecb4ae343678106904a61f313af&device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 1168 time: 0.0824063 Mar 08 20:39:35.297059 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-d79a6b0b-5355-4b42-9dd7-4bd987f72bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.298381 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-d79a6b0b-5355-4b42-9dd7-4bd987f72bf3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 1128 time: 0.0763383 Mar 08 20:39:35.457845 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-a9bec25b-f94f-4f24-ac71-2662c6a1e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.459228 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-a9bec25b-f94f-4f24-ac71-2662c6a1e2f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c HTTP/1.1" status: 200 len: 915 time: 0.1523986 Mar 08 20:39:35.460262 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-8b221fd3-d741-4c9c-94fd-1ff2e0af9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.461549 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-8b221fd3-d741-4c9c-94fd-1ff2e0af9364 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 915 time: 0.1535027 Mar 08 20:39:35.545513 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-05df2c66-d503-4896-82dc-c118f052965a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1502311c-8b72-4b26-9d62-ffc42383349f HTTP/1.1" status: 200 len: 217 time: 0.0634627 Mar 08 20:39:35.595199 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-864c81c4-cbf3-4ee0-80ff-dca11f80a082 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 200 len: 1001 time: 0.1195135 Mar 08 20:39:35.611302 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-45333fb7-5237-45f5-83a6-343280df8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.612755 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-45333fb7-5237-45f5-83a6-343280df8b28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.0611286 Mar 08 20:39:35.684822 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-e4b9bb4c-6b40-4a23-a868-0004dcd93307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.686314 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-e4b9bb4c-6b40-4a23-a868-0004dcd93307 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=defaed33-8eb8-4c4c-8b77-6a0cd0fa527e HTTP/1.1" status: 200 len: 853 time: 0.0830362 Mar 08 20:39:35.690979 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32650e-05f7-4b94-b5d5-dac2a658463c req-ae0d9881-23a3-4f43-81a2-ecfc2dd6f368 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.699677 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ac32650e-05f7-4b94-b5d5-dac2a658463c req-ae0d9881-23a3-4f43-81a2-ecfc2dd6f368 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0689600 Mar 08 20:39:35.703934 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-7c67f008-579a-4c3c-b4d0-6aa32966797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.705375 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-7c67f008-579a-4c3c-b4d0-6aa32966797a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735090 Mar 08 20:39:35.743170 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ac32650e-05f7-4b94-b5d5-dac2a658463c req-e70e8ef0-c9be-4922-8a8a-16f37229c7b7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Mar 08 20:39:35.767181 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1827dc42-d64b-456f-ba46-0c3d81358413 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:39:35.791593 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 1827dc42-d64b-456f-ba46-0c3d81358413 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:39:35.792064 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1827dc42-d64b-456f-ba46-0c3d81358413 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:39:35.799973 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-1273750b-efd3-4ae9-96e4-8d1c966ffb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:35.801469 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-1273750b-efd3-4ae9-96e4-8d1c966ffb05 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1073451 Mar 08 20:39:35.839003 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-d5fcd752-1d27-4759-b932-aaa3191f8247 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142995 Mar 08 20:39:35.961873 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-8906f82c-5b34-4b07-9061-c74533c952a3 service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525526 Mar 08 20:39:35.994975 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ac25f061-fb5d-487e-b78e-2dc193490f6f req-a1b1a1a2-0c27-441e-b9bd-d3e54c37cb24 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473882 Mar 08 20:39:36.061231 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0d450466-5e19-49ca-a803-5dcf5b6f89e9 req-19ee6338-a327-40ea-ae2c-73058366e852 service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871110 Mar 08 20:39:36.256691 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730b006-2506-4c51-9024-efd9318900a3 req-fb98d016-515a-4aea-ad60-3a8a1129d9d2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:36.258189 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b730b006-2506-4c51-9024-efd9318900a3 req-fb98d016-515a-4aea-ad60-3a8a1129d9d2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 944 time: 0.0525517 Mar 08 20:39:36.303597 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.308326 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b730b006-2506-4c51-9024-efd9318900a3 req-e90ce536-07d9-4460-98c7-41eb3f527276 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438499 Mar 08 20:39:36.378290 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39752) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:36.417986 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5773c7-8a1c-4f88-b829-d316c3958edb req-01af4221-4ece-40a6-af4b-0220d17c29f6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:36.419473 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ee5773c7-8a1c-4f88-b829-d316c3958edb req-01af4221-4ece-40a6-af4b-0220d17c29f6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0594573 Mar 08 20:39:36.435378 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cb3a95f5-1a52-4a48-b59a-0620b961727e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (d89a09a2-579f-4383-86fb-f2d067c2eac7), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.461953 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cb3a95f5-1a52-4a48-b59a-0620b961727e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (d89a09a2-579f-4383-86fb-f2d067c2eac7), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.482139 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ee5773c7-8a1c-4f88-b829-d316c3958edb req-7c04ca1e-dd15-4ff4-9e64-b4d14825604f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0568557 Mar 08 20:39:36.566128 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cb3a95f5-1a52-4a48-b59a-0620b961727e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (d89a09a2-579f-4383-86fb-f2d067c2eac7), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.568797 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-cb3a95f5-1a52-4a48-b59a-0620b961727e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.569925 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-cb3a95f5-1a52-4a48-b59a-0620b961727e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "DELETE /v2.0/security-groups/d89a09a2-579f-4383-86fb-f2d067c2eac7 HTTP/1.1" status: 204 len: 168 time: 0.1906512 Mar 08 20:39:36.572735 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39754) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:36.579142 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a95f5-1a52-4a48-b59a-0620b961727e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a09a2-579f-4383-86fb-f2d067c2eac7,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:36.586856 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.api.v2.resource [None req-db21577a-1a19-4290-bf45-07ae3be23efb tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] show failed (client error): The resource could not be found. Mar 08 20:39:36.587895 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-db21577a-1a19-4290-bf45-07ae3be23efb tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups/d89a09a2-579f-4383-86fb-f2d067c2eac7 HTTP/1.1" status: 404 len: 347 time: 0.0141754 Mar 08 20:39:36.590827 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39756) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:36.715342 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9606ed59-a41d-40c4-a6b5-1b8080515824 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Deleting port 5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:39:36.715856 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9606ed59-a41d-40c4-a6b5-1b8080515824 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.790405 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9606ed59-a41d-40c4-a6b5-1b8080515824 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.790741 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9606ed59-a41d-40c4-a6b5-1b8080515824 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:36.803183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9606ed59-a41d-40c4-a6b5-1b8080515824 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Calling delete_port for 5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef owned by network:floatingip {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:39:36.861172 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f6e8f-3d55-4ea9-8dfd-27b64d30366c req-e8f6fb39-f530-4ad3-91c2-261b4951ab05 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:36.862549 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-748f6e8f-3d55-4ea9-8dfd-27b64d30366c req-e8f6fb39-f530-4ad3-91c2-261b4951ab05 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0513644 Mar 08 20:39:36.908628 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-748f6e8f-3d55-4ea9-8dfd-27b64d30366c req-a4a16a9f-593f-4de9-8f3d-54d539c51495 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401702 Mar 08 20:39:36.989079 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9606ed59-a41d-40c4-a6b5-1b8080515824 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.013589 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606ed59-a41d-40c4-a6b5-1b8080515824 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event deleted for resources: {'Port': ['ID=5b83b7c4-de7e-44d9-b0a8-5a3291e0c6ef,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:37.079932 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9606ed59-a41d-40c4-a6b5-1b8080515824 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (80796ce3-6725-41a9-b655-e89792e37754), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.082533 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9606ed59-a41d-40c4-a6b5-1b8080515824 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.083803 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-9606ed59-a41d-40c4-a6b5-1b8080515824 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "DELETE /v2.0/floatingips/80796ce3-6725-41a9-b655-e89792e37754 HTTP/1.1" status: 204 len: 168 time: 0.4920304 Mar 08 20:39:37.423513 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a62e9f-6f9e-49a7-8f95-05154d195e6d req-febb2317-93c9-46b9-8517-87fecf01fd75 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:37.424950 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d2a62e9f-6f9e-49a7-8f95-05154d195e6d req-febb2317-93c9-46b9-8517-87fecf01fd75 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 944 time: 0.0510104 Mar 08 20:39:37.474135 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d2a62e9f-6f9e-49a7-8f95-05154d195e6d req-380cebdf-cceb-4084-a88e-8bdd12b451ad tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434723 Mar 08 20:39:37.599302 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ef4-6041-4eb3-9f94-e5b0e3f74b71 req-ed3e10c8-bfcc-465e-a1c7-d82f946569f8 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:37.600768 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-761c8ef4-6041-4eb3-9f94-e5b0e3f74b71 req-ed3e10c8-bfcc-465e-a1c7-d82f946569f8 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0520380 Mar 08 20:39:37.659362 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-761c8ef4-6041-4eb3-9f94-e5b0e3f74b71 req-447c727f-9aed-4623-bc52-5591dc67bca9 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0529609 Mar 08 20:39:37.697935 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:39:37.736578 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39768) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:37.741058 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17820726', 'description': 'tempest-description--1642366001'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:37.776034 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1502311c-8b72-4b26-9d62-ffc42383349f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:39:37.829345 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.873394 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1502311c-8b72-4b26-9d62-ffc42383349f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1502311c-8b72-4b26-9d62-ffc42383349f,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:37.884367 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '1502311c-8b72-4b26-9d62-ffc42383349f', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'port_id': '1502311c-8b72-4b26-9d62-ffc42383349f', 'mac_address': 'fa:16:3e:73:00:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:39:37.895638 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (7de48dec-4379-4e10-914a-5b16cd75b962), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.921346 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1502311c-8b72-4b26-9d62-ffc42383349f is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:39:37.921727 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.934998 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1502311c-8b72-4b26-9d62-ffc42383349f {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:39:37.949348 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (7de48dec-4379-4e10-914a-5b16cd75b962), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:37.953832 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1502311c-8b72-4b26-9d62-ffc42383349f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1502311c-8b72-4b26-9d62-ffc42383349f,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:37.979324 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de48dec-4379-4e10-914a-5b16cd75b962,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:37.986167 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.986516 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.986857 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.987230 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.987559 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.987888 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.988213 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.988534 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.988855 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.989177 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.989499 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.989818 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:37.990134 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.023711 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.053858 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.055737 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c077e468-185c-431e-89c1-3be60cf4fec1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3181474 Mar 08 20:39:38.059084 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39770) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:38.063442 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-13dc007b-a3c0-48ba-81e9-95073d4614fc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'security_group_rule': {'security_group_id': '7de48dec-4379-4e10-914a-5b16cd75b962', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:38.075438 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1502311c-8b72-4b26-9d62-ffc42383349f,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:38.082786 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.083145 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.083517 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.083859 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.084190 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.084522 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.084869 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.085180 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.085509 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.085827 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.086150 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.086513 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.086838 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:38.153920 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-13dc007b-a3c0-48ba-81e9-95073d4614fc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (344c6e0a-2570-4e2c-bcd8-3773b33c2cf6), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.209734 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-13dc007b-a3c0-48ba-81e9-95073d4614fc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (344c6e0a-2570-4e2c-bcd8-3773b33c2cf6), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.268649 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-13dc007b-a3c0-48ba-81e9-95073d4614fc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (344c6e0a-2570-4e2c-bcd8-3773b33c2cf6), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.289426 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc007b-a3c0-48ba-81e9-95073d4614fc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344c6e0a-2570-4e2c-bcd8-3773b33c2cf6,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:38.357184 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-13dc007b-a3c0-48ba-81e9-95073d4614fc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.358369 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-13dc007b-a3c0-48ba-81e9-95073d4614fc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2982640 Mar 08 20:39:38.361035 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39772) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:38.370287 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-a06d0d93-e2f1-4cf3-b8c9-9ccea3f3393d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'security_group_rule': {'security_group_id': '7de48dec-4379-4e10-914a-5b16cd75b962', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:38.432039 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['1502311c-8b72-4b26-9d62-ffc42383349f'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:39:38.450985 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a06d0d93-e2f1-4cf3-b8c9-9ccea3f3393d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (e2309fe4-8606-4829-9850-74b1eb5576d2), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.508453 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a06d0d93-e2f1-4cf3-b8c9-9ccea3f3393d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (e2309fe4-8606-4829-9850-74b1eb5576d2), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.593560 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6727e7d-dce5-4672-af82-8ba93dc93d57 req-d52a597b-cc7e-4390-bc36-25bdf0cc9e22 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:38.595068 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a6727e7d-dce5-4672-af82-8ba93dc93d57 req-d52a597b-cc7e-4390-bc36-25bdf0cc9e22 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 945 time: 0.0526006 Mar 08 20:39:38.596284 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a06d0d93-e2f1-4cf3-b8c9-9ccea3f3393d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (e2309fe4-8606-4829-9850-74b1eb5576d2), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.629627 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d0d93-e2f1-4cf3-b8c9-9ccea3f3393d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2309fe4-8606-4829-9850-74b1eb5576d2,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:38.658489 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a6727e7d-dce5-4672-af82-8ba93dc93d57 req-de3fb4d4-0f9f-4eca-ae81-393ba5ab7077 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546684 Mar 08 20:39:38.688244 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a06d0d93-e2f1-4cf3-b8c9-9ccea3f3393d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.689416 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-a06d0d93-e2f1-4cf3-b8c9-9ccea3f3393d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274379 Mar 08 20:39:38.696456 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39778) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:38.701597 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:38.776970 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736674e4-a3d0-4e0c-ba5c-8196a2768280 req-e86644d0-a310-4cfb-bc09-8b13adfd9e68 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:38.778352 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-736674e4-a3d0-4e0c-ba5c-8196a2768280 req-e86644d0-a310-4cfb-bc09-8b13adfd9e68 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0520205 Mar 08 20:39:38.779666 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:38.862188 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-736674e4-a3d0-4e0c-ba5c-8196a2768280 req-95c7b0e0-09c2-44c2-9094-1533c9fffd12 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0776086 Mar 08 20:39:38.923722 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.025933 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Allocated IP 172.27.3.92 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/733f0426-620a-417e-8172-c1dc6ef52ecb) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:39:39.127595 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for port (733f0426-620a-417e-8172-c1dc6ef52ecb), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.217686 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (733f0426-620a-417e-8172-c1dc6ef52ecb), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.257492 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:39:39.260871 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:39:39.263227 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:39:39.268685 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'Port': ['ID=733f0426-620a-417e-8172-c1dc6ef52ecb,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:39.300481 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.300828 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.303811 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.303811 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.303811 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.303811 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.303811 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.303811 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.303811 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.303811 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.303811 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.304631 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.304631 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:39:39.363244 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (0cf7112c-90a2-4c57-a010-15cffb6b5266), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.461327 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (733f0426-620a-417e-8172-c1dc6ef52ecb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.606998 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for port (733f0426-620a-417e-8172-c1dc6ef52ecb), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.685933 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (733f0426-620a-417e-8172-c1dc6ef52ecb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.754433 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'Port': ['ID=733f0426-620a-417e-8172-c1dc6ef52ecb,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:39.765158 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (0cf7112c-90a2-4c57-a010-15cffb6b5266), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.778598 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1502311c-8b72-4b26-9d62-ffc42383349f up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:39:39.779349 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7335a74-9002-4234-8dd5-d8fb820c8485 req-e6e663df-52f1-4b68-a8ae-564a8c3b9ad7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:39.780976 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e7335a74-9002-4234-8dd5-d8fb820c8485 req-e6e663df-52f1-4b68-a8ae-564a8c3b9ad7 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 945 time: 0.0567105 Mar 08 20:39:39.827984 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e7335a74-9002-4234-8dd5-d8fb820c8485 req-6dcdeb2a-536e-4893-ab18-d39a5d0c6cf3 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412865 Mar 08 20:39:39.837217 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.845032 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-e4e8a127-4b48-4c6e-b99a-12cd30eba3cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1409419 Mar 08 20:39:39.919854 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 1502311c-8b72-4b26-9d62-ffc42383349f completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:39:39.925416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 1502311c-8b72-4b26-9d62-ffc42383349f triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:39:39.925416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:39.986759 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-809d6352-9a18-4de2-81cc-0d6f8b204edc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--17820726&fields=id&tenant_id=cf60d2bc864448f9a3dede19863dcaf6 HTTP/1.1" status: 200 len: 267 time: 0.0461876 Mar 08 20:39:39.990772 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b866f99-7494-4a74-8959-c9c8051973b6 req-30eb8ddf-93a8-407e-b04c-bb38fdb120bd tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:39.992369 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8b866f99-7494-4a74-8959-c9c8051973b6 req-30eb8ddf-93a8-407e-b04c-bb38fdb120bd tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0544252 Mar 08 20:39:40.007763 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 1502311c-8b72-4b26-9d62-ffc42383349f is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:39:40.008108 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:40.036555 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1502311c-8b72-4b26-9d62-ffc42383349f'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:39:40.038821 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79dfaff-12b8-4ab3-9e91-49903e779d0b" -d '{"events": [{"server_uuid": "0e1322e3-15e4-4188-98b8-653b343cbe0c", "name": "network-vif-plugged", "status": "completed", "tag": "1502311c-8b72-4b26-9d62-ffc42383349f"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:39:40.051849 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 1502311c-8b72-4b26-9d62-ffc42383349f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1502311c-8b72-4b26-9d62-ffc42383349f,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:40.061549 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8b866f99-7494-4a74-8959-c9c8051973b6 req-99e2cecd-c33b-4b0c-9eeb-11784e4164e2 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0631363 Mar 08 20:39:40.105135 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11facc9f-7825-4771-bba4-98450fed33fd req-de7d1a76-4562-4061-a20b-3b6cabc5dcb9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:40.106865 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-de7d1a76-4562-4061-a20b-3b6cabc5dcb9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 816 time: 0.1118078 Mar 08 20:39:40.120934 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-a277b73f-0f3e-497e-a5e3-20fc8b3dd717 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/quotas/cf60d2bc864448f9a3dede19863dcaf6 HTTP/1.1" status: 200 len: 375 time: 0.0088918 Mar 08 20:39:40.154905 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:40.160768 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec321a6-787a-43f4-8282-1c3ff6f9c642 x-openstack-request-id: req-1ec321a6-787a-43f4-8282-1c3ff6f9c642 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:39:40.161065 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1322e3-15e4-4188-98b8-653b343cbe0c", "name": "network-vif-plugged", "status": "completed", "tag": "1502311c-8b72-4b26-9d62-ffc42383349f", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:39:40.166431 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ec321a6-787a-43f4-8282-1c3ff6f9c642 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:39:40.166431 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1502311c-8b72-4b26-9d62-ffc42383349f', 'code': 200} Mar 08 20:39:40.180570 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-1a324b7f-36da-4329-9b82-e5f7bc81ec2b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544949 Mar 08 20:39:40.206899 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=1502311c-8b72-4b26-9d62-ffc42383349f,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:40.330518 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-8b31c959-a0e5-40dd-8abf-e99bbdac2491 service neutron] 10.222.0.55 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372604 Mar 08 20:39:40.421631 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-0735121b-bf9c-43cb-9936-4e741ea59945 service neutron] 10.222.0.55 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854368 Mar 08 20:39:40.437808 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347878-511f-408f-bbf1-e7bc1be52d2a req-8cac20e6-04e4-4867-baec-d4c1bd14d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:40.439316 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-86347878-511f-408f-bbf1-e7bc1be52d2a req-8cac20e6-04e4-4867-baec-d4c1bd14d723 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 1130 time: 0.0446827 Mar 08 20:39:40.485032 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-86347878-511f-408f-bbf1-e7bc1be52d2a req-81e18bb4-5f2e-432b-a061-dbf8200dd02d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395920 Mar 08 20:39:40.946237 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbaf93-6b04-468b-8df1-a1081beb3822 req-0782ebdd-f696-46ab-9ba9-e2e08c709ce0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:40.947708 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f1dbaf93-6b04-468b-8df1-a1081beb3822 req-0782ebdd-f696-46ab-9ba9-e2e08c709ce0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 946 time: 0.0521295 Mar 08 20:39:40.992677 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f1dbaf93-6b04-468b-8df1-a1081beb3822 req-649dab09-dd12-47cf-9ee4-e0a0171e55cf tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394347 Mar 08 20:39:41.176101 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d261a81-5c14-472e-84ab-2bfd338850d5 req-00ffffc6-ace4-42fd-9fec-63e6d988dc0c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:41.177551 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5d261a81-5c14-472e-84ab-2bfd338850d5 req-00ffffc6-ace4-42fd-9fec-63e6d988dc0c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0509338 Mar 08 20:39:41.234530 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5d261a81-5c14-472e-84ab-2bfd338850d5 req-6f2d8599-c79b-496c-92e6-d5dc781d0a46 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0506666 Mar 08 20:39:41.663233 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-33406d89-81f7-4691-9257-534c8241c8dc req-9a8c9934-bb98-400a-8b45-bbcca6a98dec tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 210 time: 0.0305364 Mar 08 20:39:42.116086 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d5907-b324-4040-a0b5-d91c1215bd7f req-6f67e977-df81-4209-acb4-cf1f16a02a38 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:42.117583 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cb1d5907-b324-4040-a0b5-d91c1215bd7f req-6f67e977-df81-4209-acb4-cf1f16a02a38 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 946 time: 0.0571311 Mar 08 20:39:42.165451 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cb1d5907-b324-4040-a0b5-d91c1215bd7f req-da3e5370-b9a4-4973-8d8d-0493f977c504 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416498 Mar 08 20:39:42.350213 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0687f3d-3ca7-4d44-9a80-ad13ea0e00d2 req-70c43775-72ab-4dbf-acc7-151dc5cf74b4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:42.351604 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f0687f3d-3ca7-4d44-9a80-ad13ea0e00d2 req-70c43775-72ab-4dbf-acc7-151dc5cf74b4 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0515049 Mar 08 20:39:42.409982 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f0687f3d-3ca7-4d44-9a80-ad13ea0e00d2 req-eef11913-1490-4761-8f77-a05521b43186 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0518522 Mar 08 20:39:42.742014 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e922e498-eb1b-45cd-9989-fb9515ba05fa req-129cf5ec-439d-41b6-a615-1599c0fe019e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 210 time: 0.0265934 Mar 08 20:39:43.281518 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8b324-460a-4fad-8ed4-f90d32a05dd8 req-43af646f-c183-426d-b40c-ed668063e5cb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:43.282910 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c8d8b324-460a-4fad-8ed4-f90d32a05dd8 req-43af646f-c183-426d-b40c-ed668063e5cb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 946 time: 0.0517802 Mar 08 20:39:43.330483 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c8d8b324-460a-4fad-8ed4-f90d32a05dd8 req-b6bfb58d-f946-4171-a1d5-9c5544c4f542 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422816 Mar 08 20:39:43.441746 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5469b-36d3-45b6-992b-72accadd75dc req-f0218787-ab9c-46d1-aa36-eb942225d33e tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:43.443256 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-42d5469b-36d3-45b6-992b-72accadd75dc req-f0218787-ab9c-46d1-aa36-eb942225d33e tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 946 time: 0.0514481 Mar 08 20:39:43.452319 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39826) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:43.456783 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-21481940-8757-4fa8-bfec-3825bbe44ca8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'floatingip': {'port_id': '1502311c-8b72-4b26-9d62-ffc42383349f'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:43.531915 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21eeb2d-6f85-4604-8daf-8c6339108a92 req-a576752e-5e16-4c5f-bb47-b2893ba212fa tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:43.533232 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d21eeb2d-6f85-4604-8daf-8c6339108a92 req-a576752e-5e16-4c5f-bb47-b2893ba212fa tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0544775 Mar 08 20:39:43.596206 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d21eeb2d-6f85-4604-8daf-8c6339108a92 req-1f3132bf-f917-4830-a29d-f46e575a861c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569451 Mar 08 20:39:43.706028 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-21481940-8757-4fa8-bfec-3825bbe44ca8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (e6054f16-c4c2-4519-89a0-c96fd4a8c701), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:43.829202 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-defa81ca-813d-4d59-aa12-e8f43978dda4 req-c716ba18-ef64-45e7-8b58-03df253a2225 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 210 time: 0.0338697 Mar 08 20:39:44.177575 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-21481940-8757-4fa8-bfec-3825bbe44ca8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:44.234528 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-21481940-8757-4fa8-bfec-3825bbe44ca8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (e6054f16-c4c2-4519-89a0-c96fd4a8c701), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:44.335421 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.l3_db [None req-21481940-8757-4fa8-bfec-3825bbe44ca8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Floating IP e6054f16-c4c2-4519-89a0-c96fd4a8c701 associated. External IP: 172.27.3.38, port: 1502311c-8b72-4b26-9d62-ffc42383349f. Mar 08 20:39:44.543897 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21481940-8757-4fa8-bfec-3825bbe44ca8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Router 7661367e-bf65-4c79-970e-115a06f07187 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:39:44.646868 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21481940-8757-4fa8-bfec-3825bbe44ca8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:39:44.652857 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-21481940-8757-4fa8-bfec-3825bbe44ca8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:44.658342 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:39:44.668469 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:44.669204 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:39:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:44.685296 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-21481940-8757-4fa8-bfec-3825bbe44ca8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "PUT /v2.0/floatingips/e6054f16-c4c2-4519-89a0-c96fd4a8c701 HTTP/1.1" status: 200 len: 991 time: 1.2318907 Mar 08 20:39:44.685876 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'tag': '1502311c-8b72-4b26-9d62-ffc42383349f'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:39:44.688135 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff18eb4-968b-47ad-a412-cddb37c8f70a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1322e3-15e4-4188-98b8-653b343cbe0c", "tag": "1502311c-8b72-4b26-9d62-ffc42383349f"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:39:44.729309 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c13fe-3b77-4559-9c91-d1378a221833 req-4eb71cfc-9adc-47cf-a25c-25c127e489f7 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:44.730807 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e95c13fe-3b77-4559-9c91-d1378a221833 req-4eb71cfc-9adc-47cf-a25c-25c127e489f7 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0644045 Mar 08 20:39:44.789918 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962696b5-b376-4de6-bc6f-5504885f6f90 x-openstack-request-id: req-962696b5-b376-4de6-bc6f-5504885f6f90 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:39:44.790868 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1322e3-15e4-4188-98b8-653b343cbe0c", "tag": "1502311c-8b72-4b26-9d62-ffc42383349f", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:39:44.790868 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-962696b5-b376-4de6-bc6f-5504885f6f90 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:39:44.791087 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'tag': '1502311c-8b72-4b26-9d62-ffc42383349f', 'status': 'completed', 'code': 200} Mar 08 20:39:44.799932 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e95c13fe-3b77-4559-9c91-d1378a221833 req-8e1812ab-f32c-406a-8364-61421c0463bb tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0629311 Mar 08 20:39:44.861553 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-cc250ccb-5cf5-4296-8ee8-15cbf66d7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:44.863041 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-cc250ccb-5cf5-4296-8ee8-15cbf66d7fc7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 1130 time: 0.0500288 Mar 08 20:39:44.912530 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:44.913714 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e744e4cd-ce10-4d89-b9ad-b0365d86eedc req-a3930e4b-b157-432b-8cba-e970b41500d1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 210 time: 0.0304744 Mar 08 20:39:44.957788 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-922b6c6c-2789-4d3e-a9ce-8fa1058b8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:44.959568 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-922b6c6c-2789-4d3e-a9ce-8fa1058b8d45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 915 time: 0.0900524 Mar 08 20:39:45.029563 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-e3188eaf-f9fe-488c-83bf-0779103cb752 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1502311c-8b72-4b26-9d62-ffc42383349f HTTP/1.1" status: 200 len: 999 time: 0.0627582 Mar 08 20:39:45.078292 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-8b06ca3f-d952-45d7-9ccc-8d9362ef9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:45.079819 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-8b06ca3f-d952-45d7-9ccc-8d9362ef9851 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.0444710 Mar 08 20:39:45.129857 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-89bd9562-6e66-4147-af7b-8a59eecc5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:45.131410 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-89bd9562-6e66-4147-af7b-8a59eecc5b7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444031 Mar 08 20:39:45.148281 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'e6054f16-c4c2-4519-89a0-c96fd4a8c701', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': '1502311c-8b72-4b26-9d62-ffc42383349f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:73:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:39:22Z', 'updated_at': '2022-03-08T20:39:44Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:45.177654 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:39:45.186609 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:39:45.187257 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:39:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:45.222144 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-467c9e03-37c5-4764-a926-527da7f4a9f6 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844772 Mar 08 20:39:45.296304 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:39:45.314739 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bff18eb4-968b-47ad-a412-cddb37c8f70a req-5aef8787-d13b-4f32-ad6e-1f30603b5967 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836945 Mar 08 20:39:45.517114 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'e6054f16-c4c2-4519-89a0-c96fd4a8c701', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': '1502311c-8b72-4b26-9d62-ffc42383349f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:73:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:39:22Z', 'updated_at': '2022-03-08T20:39:44Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:39:45.546947 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf000b5-75b2-4b27-8f47-603c96c023bf None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'e6054f16-c4c2-4519-89a0-c96fd4a8c701', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': '1502311c-8b72-4b26-9d62-ffc42383349f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:73:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:39:22Z', 'updated_at': '2022-03-08T20:39:44Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:39:45.717304 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d9c50-f230-4fc8-89da-db8306a518d5 None None] New status for floating IP e6054f16-c4c2-4519-89a0-c96fd4a8c701: ACTIVE {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:39:45.920196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a573c1-da06-4da0-9778-e54f7d8d3f6f req-35248028-1558-4330-843b-a22440299d53 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:45.921773 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-26a573c1-da06-4da0-9778-e54f7d8d3f6f req-35248028-1558-4330-843b-a22440299d53 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0569417 Mar 08 20:39:45.982353 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-26a573c1-da06-4da0-9778-e54f7d8d3f6f req-86c9139f-b0ca-4b88-9364-dc3fd324975b tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547938 Mar 08 20:39:46.028762 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ef319231-9d5b-48c7-a3f2-2cbe33d648ed req-da727bfd-0825-48f5-9cff-0d4729d7b964 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 210 time: 0.0273955 Mar 08 20:39:46.554561 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-6b053450-91da-4e3c-a02e-f19c78d78f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.101739 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed265f87-7f53-4f19-b137-ebed75018792 req-c1717c6a-e766-4e5e-be54-eae00a2e753b tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:47.103741 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ed265f87-7f53-4f19-b137-ebed75018792 req-c1717c6a-e766-4e5e-be54-eae00a2e753b tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0521235 Mar 08 20:39:47.126887 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2d8f65f9-b2d6-4cd1-bfb1-059b7ddb1368 req-2a4cff43-d2bd-488b-9673-9b7443edb400 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 210 time: 0.0285339 Mar 08 20:39:47.175108 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ed265f87-7f53-4f19-b137-ebed75018792 req-b3cf947c-457a-4970-b88f-ab961089b8b6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0655954 Mar 08 20:39:47.608372 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11facc9f-7825-4771-bba4-98450fed33fd req-d4692f51-adea-4c56-87e7-4fa3bd03c08c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:47.609774 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-d4692f51-adea-4c56-87e7-4fa3bd03c08c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 816 time: 0.1019955 Mar 08 20:39:47.673004 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-90859dea-b4ca-4893-98f5-194926cd7d3b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf60d2bc864448f9a3dede19863dcaf6 HTTP/1.1" status: 200 len: 378 time: 0.0509531 Mar 08 20:39:47.683005 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'port': {'device_id': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'admin_state_up': True, 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'security_groups': ['7de48dec-4379-4e10-914a-5b16cd75b962']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:47.857484 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Made reservation on behalf of cf60d2bc864448f9a3dede19863dcaf6 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:39:47.861990 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:47.986415 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Allocated IP 172.20.0.8 (e34bee80-3106-4523-a78e-aa1c3a8a8420/75bc1b03-62f8-46fc-8f2d-52b1108c628c/73b62f8d-2d7f-4503-bd64-d86f3d859487) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:39:48.122902 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.206792 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.251252 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Network e34bee80-3106-4523-a78e-aa1c3a8a8420 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:39:48.258884 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad49f6-1572-4ff2-8172-c40cac2b2a62 req-0e780e08-5ca6-4b2e-9007-79d4b2aee9b0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:48.261119 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dfad49f6-1572-4ff2-8172-c40cac2b2a62 req-0e780e08-5ca6-4b2e-9007-79d4b2aee9b0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 931 time: 0.0576823 Mar 08 20:39:48.264562 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:39:48.267120 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:39:48.310071 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dfad49f6-1572-4ff2-8172-c40cac2b2a62 req-4bb0f338-1fc7-423b-beb7-d4a1db7e82a1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430751 Mar 08 20:39:48.316435 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event updated for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:48.349526 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:48.350138 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.369435 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1514-8025-4d72-aaa6-6bb96f7cdf35 req-2af0fe11-4109-4377-8647-79b0c76acfd3 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:48.378068 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9b9f1514-8025-4d72-aaa6-6bb96f7cdf35 req-2af0fe11-4109-4377-8647-79b0c76acfd3 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.1187141 Mar 08 20:39:48.436242 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9b9f1514-8025-4d72-aaa6-6bb96f7cdf35 req-f2d478ca-ad58-4535-a906-58328fcb9f00 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0581913 Mar 08 20:39:48.442674 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-8faa81a2-c3f5-4477-af74-d201a29395e3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7636530 Mar 08 20:39:48.473101 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Request body: {'port': {'device_id': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:48.530687 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.550138 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-d7def687-c704-4927-9a08-ba9f8144c605 None None] Provisioning complete for port 73b62f8d-2d7f-4503-bd64-d86f3d859487 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:39:48.550138 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d7def687-c704-4927-9a08-ba9f8144c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:48.579478 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-d7def687-c704-4927-9a08-ba9f8144c605 None None] Port 73b62f8d-2d7f-4503-bd64-d86f3d859487 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:39:49.038131 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b62f8d-2d7f-4503-bd64-d86f3d859487 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:39:49.046283 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Publish callbacks [] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.051542 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f71b48f7-657d-48cf-91ab-96bf64fda5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.058340 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Transition to ACTIVE for port object 73b62f8d-2d7f-4503-bd64-d86f3d859487 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:39:49.120167 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.168892 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Pushing event updated for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:49.242111 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Attempting to bind port 73b62f8d-2d7f-4503-bd64-d86f3d859487 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:39:49.242700 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Attempting to bind port 73b62f8d-2d7f-4503-bd64-d86f3d859487 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:39:49.243130 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Attempting to bind port 73b62f8d-2d7f-4503-bd64-d86f3d859487 on network e34bee80-3106-4523-a78e-aa1c3a8a8420 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:39:49.248007 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Port 73b62f8d-2d7f-4503-bd64-d86f3d859487 on network e34bee80-3106-4523-a78e-aa1c3a8a8420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:39:49.248332 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Attempting to bind port 73b62f8d-2d7f-4503-bd64-d86f3d859487 on network e34bee80-3106-4523-a78e-aa1c3a8a8420 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:39:49.253268 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:39:49.253603 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Checking segment: {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:39:49.253989 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Bound using segment: {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:39:49.254417 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Bound port: 73b62f8d-2d7f-4503-bd64-d86f3d859487, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11be7ce5-5eb2-478a-b058-277198db19dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:39:49.254773 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.317592 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:39:49.320471 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:39:49.388915 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.425867 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:49.428414 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.428414 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] 10.222.0.58 "PUT /v2.0/ports/73b62f8d-2d7f-4503-bd64-d86f3d859487 HTTP/1.1" status: 200 len: 1093 time: 0.9591060 Mar 08 20:39:49.428414 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:39:49.430546 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400bec69-2a81-4235-ab36-bb72280bd32a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:39:49.444365 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db83a51-c52f-4f0a-9312-acb6b3d85d6f req-4395d6d7-d7fd-474a-83ed-c06ba4bf5ef0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:49.452540 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7db83a51-c52f-4f0a-9312-acb6b3d85d6f req-4395d6d7-d7fd-474a-83ed-c06ba4bf5ef0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0703588 Mar 08 20:39:49.459970 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf72bbc-fc2a-49d1-8959-9d2481929d37 service neutron] Pushing event updated for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:49.472689 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc6f1c-9bf2-4897-97dc-10c3c85b641e x-openstack-request-id: req-04dc6f1c-9bf2-4897-97dc-10c3c85b641e {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:39:49.472980 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:39:49.473236 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04dc6f1c-9bf2-4897-97dc-10c3c85b641e {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:39:49.473683 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'status': 'completed', 'code': 200} Mar 08 20:39:49.521302 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7db83a51-c52f-4f0a-9312-acb6b3d85d6f req-200f17cc-13e8-4ac6-85af-caf0ab2bc1c9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680406 Mar 08 20:39:49.588856 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bec69-2a81-4235-ab36-bb72280bd32a req-0d74ce7a-1096-4b7b-b65f-df2c64e1b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:49.590360 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-400bec69-2a81-4235-ab36-bb72280bd32a req-0d74ce7a-1096-4b7b-b65f-df2c64e1b3a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 1127 time: 0.0854807 Mar 08 20:39:49.601815 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c95b4-2391-4e11-851d-8d157e847b67 req-3c0c73f5-987f-4e3a-a41f-e5d07a3721da tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:49.603360 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-515c95b4-2391-4e11-851d-8d157e847b67 req-3c0c73f5-987f-4e3a-a41f-e5d07a3721da tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0864668 Mar 08 20:39:49.727623 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-515c95b4-2391-4e11-851d-8d157e847b67 req-8d3f803f-f4af-47f3-9dc7-efb4affa5d07 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1154602 Mar 08 20:39:49.736946 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bec69-2a81-4235-ab36-bb72280bd32a req-2cda037b-7d3b-45a0-a71e-3506fea25c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:49.738437 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-400bec69-2a81-4235-ab36-bb72280bd32a req-2cda037b-7d3b-45a0-a71e-3506fea25c3e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1341360 Mar 08 20:39:49.833842 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bec69-2a81-4235-ab36-bb72280bd32a req-e95e1147-5951-4e32-9905-8bb8776c67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:49.835222 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-400bec69-2a81-4235-ab36-bb72280bd32a req-e95e1147-5951-4e32-9905-8bb8776c67ea service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866606 Mar 08 20:39:49.912901 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11facc9f-7825-4771-bba4-98450fed33fd req-3c583018-f1e4-407c-ae5f-c9fb0506550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:49.914366 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-3c583018-f1e4-407c-ae5f-c9fb0506550e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 1127 time: 0.0424688 Mar 08 20:39:49.958979 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-fdd50570-dd89-491b-8e43-850020d3dd62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487 HTTP/1.1" status: 200 len: 217 time: 0.0359757 Mar 08 20:39:50.008048 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11facc9f-7825-4771-bba4-98450fed33fd req-b7995db5-133e-4e37-ba19-bdea6f7d9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:50.009513 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-b7995db5-133e-4e37-ba19-bdea6f7d9395 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.0431805 Mar 08 20:39:50.059196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11facc9f-7825-4771-bba4-98450fed33fd req-1515aabd-ddeb-4b78-91e8-3c373c2e9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:50.060643 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-1515aabd-ddeb-4b78-91e8-3c373c2e9abd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439081 Mar 08 20:39:50.152669 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-89ef43f6-dc84-482d-8420-52721bb8dcd2 service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856726 Mar 08 20:39:50.200452 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:50.240511 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-11facc9f-7825-4771-bba4-98450fed33fd req-8eda39ef-d746-478a-ae2a-ccee7736172b service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813806 Mar 08 20:39:50.641964 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290bab1-9464-4569-8d53-11e7ac10e170 req-a71c6106-674e-47a5-a8f9-0923458e7745 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:50.643464 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1290bab1-9464-4569-8d53-11e7ac10e170 req-a71c6106-674e-47a5-a8f9-0923458e7745 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0513790 Mar 08 20:39:50.693396 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1290bab1-9464-4569-8d53-11e7ac10e170 req-d285f29e-1455-460c-8035-08dfb3d66dea tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442045 Mar 08 20:39:50.847884 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cee61-9e24-4a32-bbdb-2b4c5aa4cdba req-e51e8c93-866f-4b58-9e8b-c32986cb95ae tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:50.849354 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-500cee61-9e24-4a32-bbdb-2b4c5aa4cdba req-e51e8c93-866f-4b58-9e8b-c32986cb95ae tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0566001 Mar 08 20:39:50.906929 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-500cee61-9e24-4a32-bbdb-2b4c5aa4cdba req-8f454344-6315-4ee9-93a7-a00a3a56f7a3 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519292 Mar 08 20:39:51.594451 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:51.813463 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff97f80-d9fa-468a-9382-9e439a46665f req-258534e8-3a25-4628-9c49-b4ac2b5cd237 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:51.814917 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2ff97f80-d9fa-468a-9382-9e439a46665f req-258534e8-3a25-4628-9c49-b4ac2b5cd237 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0518022 Mar 08 20:39:51.860056 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2ff97f80-d9fa-468a-9382-9e439a46665f req-0fc8dfd9-ebb8-4838-8c5a-6e2071503ad5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397251 Mar 08 20:39:52.021529 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fea48d-9dd8-4bb8-a097-1eea74243d5b req-912874da-acd1-4e7d-93c7-9d439b03452c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:52.023599 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-70fea48d-9dd8-4bb8-a097-1eea74243d5b req-912874da-acd1-4e7d-93c7-9d439b03452c tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0522647 Mar 08 20:39:52.084400 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-70fea48d-9dd8-4bb8-a097-1eea74243d5b req-54ed8fb5-944d-4514-b13f-836a716eb07e tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544989 Mar 08 20:39:52.874678 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:52.981147 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb6a7-f61e-4bff-aded-8a1a6706fb15 req-100be33e-8746-43f7-a232-297750bcb3be tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:52.982618 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ed0cb6a7-f61e-4bff-aded-8a1a6706fb15 req-100be33e-8746-43f7-a232-297750bcb3be tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0520759 Mar 08 20:39:53.028249 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ed0cb6a7-f61e-4bff-aded-8a1a6706fb15 req-284826d6-9696-45c2-865a-787e49d2f3dc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402539 Mar 08 20:39:53.203326 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e430767-9865-4707-a1f6-108efcc60e6c req-a6321f00-f67b-4d2f-9e97-cff86296be09 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:53.204790 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9e430767-9865-4707-a1f6-108efcc60e6c req-a6321f00-f67b-4d2f-9e97-cff86296be09 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.0554473 Mar 08 20:39:53.261934 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9e430767-9865-4707-a1f6-108efcc60e6c req-ec3bfef4-bfc8-49c4-8ced-83e10ed54919 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&id=f59ef134-49e6-4a95-a717-1d8062bc3aed&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0516703 Mar 08 20:39:53.875721 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 73b62f8d-2d7f-4503-bd64-d86f3d859487 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:39:53.970612 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:53.981309 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'port_id': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'mac_address': 'fa:16:3e:3b:35:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:39:54.021581 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 73b62f8d-2d7f-4503-bd64-d86f3d859487 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:39:54.021972 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:54.034823 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b62f8d-2d7f-4503-bd64-d86f3d859487 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:39:54.053091 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:54.120745 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:54.154918 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ace0-eef4-4b08-9293-591e3b3ad026 req-610b1656-c247-4853-96db-d1d8e407cc94 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:54.156426 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b7d8ace0-eef4-4b08-9293-591e3b3ad026 req-610b1656-c247-4853-96db-d1d8e407cc94 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0570326 Mar 08 20:39:54.167176 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:54.202739 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b7d8ace0-eef4-4b08-9293-591e3b3ad026 req-f738a2b0-e502-4eb0-98a2-f469226372cc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408332 Mar 08 20:39:54.561838 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['73b62f8d-2d7f-4503-bd64-d86f3d859487'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:39:55.321192 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbebed-75bf-415e-8741-d1f6fabd9356 req-6966cefa-7de0-4103-a0a1-bc87aa81d368 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:55.323176 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eddbebed-75bf-415e-8741-d1f6fabd9356 req-6966cefa-7de0-4103-a0a1-bc87aa81d368 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 944 time: 0.0517566 Mar 08 20:39:55.367899 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eddbebed-75bf-415e-8741-d1f6fabd9356 req-16b60455-ae30-468a-b559-055898284c49 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392699 Mar 08 20:39:55.893940 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 73b62f8d-2d7f-4503-bd64-d86f3d859487 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:39:56.017006 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 73b62f8d-2d7f-4503-bd64-d86f3d859487 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:39:56.020964 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 73b62f8d-2d7f-4503-bd64-d86f3d859487 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:39:56.021342 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:56.102319 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 73b62f8d-2d7f-4503-bd64-d86f3d859487 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:39:56.102699 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:56.125550 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:39:56.127779 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541ac8a7-d75e-4e8e-a159-7fcfdc4265b2" -d '{"events": [{"server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "name": "network-vif-plugged", "status": "completed", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:39:56.139519 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:39:56.162790 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a538900-6a47-4153-9aed-554a4d0a06b8 x-openstack-request-id: req-1a538900-6a47-4153-9aed-554a4d0a06b8 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:39:56.163076 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "name": "network-vif-plugged", "status": "completed", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:39:56.163366 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a538900-6a47-4153-9aed-554a4d0a06b8 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:39:56.163753 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'code': 200} Mar 08 20:39:56.200174 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:56.249814 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:39:56.414715 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286342b-8fde-4f03-b565-2cbf84eb9517 req-b26762b0-bee4-44c2-9bb9-bf77b120f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:56.418492 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6286342b-8fde-4f03-b565-2cbf84eb9517 req-b26762b0-bee4-44c2-9bb9-bf77b120f2b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 1129 time: 0.0462968 Mar 08 20:39:56.488223 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6286342b-8fde-4f03-b565-2cbf84eb9517 req-46233663-0eab-4619-9d96-53a12b77485c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652995 Mar 08 20:39:56.506642 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92e3ca-b474-4465-9e1a-9f02a4e85523 req-50f6d6c7-35ea-413b-931c-69abf0cba7c8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:56.508089 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8b92e3ca-b474-4465-9e1a-9f02a4e85523 req-50f6d6c7-35ea-413b-931c-69abf0cba7c8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0675719 Mar 08 20:39:56.554246 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8b92e3ca-b474-4465-9e1a-9f02a4e85523 req-995d426d-fd33-4371-b8df-40583269108b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407357 Mar 08 20:39:57.674382 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec6ee6-9661-4631-9a2c-9ae5e2a600ca req-200996ac-cbf1-45df-8e31-107d62b09fae tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:57.675876 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-95ec6ee6-9661-4631-9a2c-9ae5e2a600ca req-200996ac-cbf1-45df-8e31-107d62b09fae tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Mar 08 20:39:57.721557 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-95ec6ee6-9661-4631-9a2c-9ae5e2a600ca req-efa2f82a-2920-411c-bc22-a3afe1631948 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403247 Mar 08 20:39:58.840959 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85ae0c-7fb8-4ce5-9e3c-7291aa71091e req-7c7f12e0-7dfa-41b3-bd2d-16a2405a2eff tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:58.842401 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ac85ae0c-7fb8-4ce5-9e3c-7291aa71091e req-7c7f12e0-7dfa-41b3-bd2d-16a2405a2eff tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0515556 Mar 08 20:39:58.887314 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ac85ae0c-7fb8-4ce5-9e3c-7291aa71091e req-e522719a-252c-4fd6-a926-7856b8f96da6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395334 Mar 08 20:39:59.005559 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434b009-cda7-41d7-a7cf-a32c119eb1cc req-02b6b35b-abaf-4dec-a0ff-4debfe3686dd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:59.006918 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e434b009-cda7-41d7-a7cf-a32c119eb1cc req-02b6b35b-abaf-4dec-a0ff-4debfe3686dd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Mar 08 20:39:59.015355 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39906) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:39:59.019735 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-87375b8c-d84b-4871-9338-4c5c0ede9f84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Request body: {'floatingip': {'port_id': '73b62f8d-2d7f-4503-bd64-d86f3d859487'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:39:59.059127 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-87375b8c-d84b-4871-9338-4c5c0ede9f84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (0cf7112c-90a2-4c57-a010-15cffb6b5266), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:59.492689 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-87375b8c-d84b-4871-9338-4c5c0ede9f84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:59.531680 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-87375b8c-d84b-4871-9338-4c5c0ede9f84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (0cf7112c-90a2-4c57-a010-15cffb6b5266), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:59.632239 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.l3_db [None req-87375b8c-d84b-4871-9338-4c5c0ede9f84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Floating IP 0cf7112c-90a2-4c57-a010-15cffb6b5266 associated. External IP: 172.27.3.92, port: 73b62f8d-2d7f-4503-bd64-d86f3d859487. Mar 08 20:40:00.048215 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87375b8c-d84b-4871-9338-4c5c0ede9f84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Router 28ba1426-b61a-4f28-adaf-085f70c6b719 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:40:00.159127 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87375b8c-d84b-4871-9338-4c5c0ede9f84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:40:00.163969 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-87375b8c-d84b-4871-9338-4c5c0ede9f84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:00.168891 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] Sync routers for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:40:00.177879 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:00.178496 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:39:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:00.193001 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-87375b8c-d84b-4871-9338-4c5c0ede9f84 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "PUT /v2.0/floatingips/0cf7112c-90a2-4c57-a010-15cffb6b5266 HTTP/1.1" status: 200 len: 990 time: 1.1765995 Mar 08 20:40:00.193577 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:40:00.195808 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85887c2-e22f-4618-8328-1c668968c9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:40:00.233002 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26712ed-3a78-4d3e-aa30-aa635265f23f x-openstack-request-id: req-e26712ed-3a78-4d3e-aa30-aa635265f23f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:40:00.233298 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:40:00.233554 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e26712ed-3a78-4d3e-aa30-aa635265f23f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:40:00.233975 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'status': 'completed', 'code': 200} Mar 08 20:40:00.288557 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:00.303499 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-9eb72d92-8f91-422b-aedb-1028e024eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:00.304976 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-9eb72d92-8f91-422b-aedb-1028e024eb93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 1129 time: 0.0478013 Mar 08 20:40:00.407013 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-1e914f52-66ce-4015-bf60-8017cc6ea5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:00.408509 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-1e914f52-66ce-4015-bf60-8017cc6ea5cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 917 time: 0.0836880 Mar 08 20:40:00.477489 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-379232d8-e5f9-4a09-94f6-f22da05594b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487 HTTP/1.1" status: 200 len: 998 time: 0.0617976 Mar 08 20:40:00.511343 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '0cf7112c-90a2-4c57-a010-15cffb6b5266', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'port_id': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'mac_address': 'fa:16:3e:3b:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:39:39Z', 'updated_at': '2022-03-08T20:39:59Z', 'revision_number': 1, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:00.529931 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-64318439-8ef7-439b-b29f-71c87491a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:00.531406 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-64318439-8ef7-439b-b29f-71c87491a8d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.0423069 Mar 08 20:40:00.537274 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] Checking router: 28ba1426-b61a-4f28-adaf-085f70c6b719 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:40:00.546221 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:00.546750 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:39:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:00.583350 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-4301be72-ec19-4367-80e9-8b8cb99a2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:00.584838 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-4301be72-ec19-4367-80e9-8b8cb99a2d99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466485 Mar 08 20:40:00.655941 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:00.677309 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-666438f9-7948-44cd-bbf2-3d150f741b21 service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853231 Mar 08 20:40:00.766328 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d85887c2-e22f-4618-8328-1c668968c9e3 req-4f97113a-307c-42ff-be5e-57c91e1f7a13 service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817473 Mar 08 20:40:00.881126 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '0cf7112c-90a2-4c57-a010-15cffb6b5266', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'port_id': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'mac_address': 'fa:16:3e:3b:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:39:39Z', 'updated_at': '2022-03-08T20:39:59Z', 'revision_number': 1, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:00.908337 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e47c7f-c5cb-483e-9b4c-d57e6f2388a8 None None] The sync data for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi is: [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '0cf7112c-90a2-4c57-a010-15cffb6b5266', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'port_id': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'mac_address': 'fa:16:3e:3b:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:39:39Z', 'updated_at': '2022-03-08T20:39:59Z', 'revision_number': 1, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:40:01.082132 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ea279-fa6c-422a-9b75-6a0ba1969f75 None None] New status for floating IP 0cf7112c-90a2-4c57-a010-15cffb6b5266: ACTIVE {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:40:06.314239 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:09.688881 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-65281254-dffe-49ee-919b-e350c90f3d1d req-dba5f77f-7c4a-45e3-8efa-e8544ba41faa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468187 Mar 08 20:40:09.759424 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65281254-dffe-49ee-919b-e350c90f3d1d req-88d2479f-eac2-4b66-9cb0-659e9fafadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:09.761455 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-65281254-dffe-49ee-919b-e350c90f3d1d req-88d2479f-eac2-4b66-9cb0-659e9fafadfd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 1129 time: 0.0434308 Mar 08 20:40:09.867423 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65281254-dffe-49ee-919b-e350c90f3d1d req-2288013f-6825-403e-8b6c-dce993ca173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:09.868917 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-65281254-dffe-49ee-919b-e350c90f3d1d req-2288013f-6825-403e-8b6c-dce993ca173d service neutron] 10.222.0.58 "GET /v2.0/networks?id=db84cda9-01b2-4e22-b048-5c2981a2f58a HTTP/1.1" status: 200 len: 912 time: 0.0821149 Mar 08 20:40:09.943035 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-65281254-dffe-49ee-919b-e350c90f3d1d req-9ffb93f6-5378-4c4b-84dc-52de66411bde service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe HTTP/1.1" status: 200 len: 1001 time: 0.0602913 Mar 08 20:40:09.993669 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65281254-dffe-49ee-919b-e350c90f3d1d req-b8a38a11-6570-46ec-8837-895824b0c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:09.995754 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-65281254-dffe-49ee-919b-e350c90f3d1d req-b8a38a11-6570-46ec-8837-895824b0c87e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d60bfdd4-3fd3-418b-ae07-510ff8cab84d HTTP/1.1" status: 200 len: 850 time: 0.0416205 Mar 08 20:40:10.052133 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65281254-dffe-49ee-919b-e350c90f3d1d req-05423b4a-67a4-4c7d-9bc6-36076e5b0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:10.053689 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-65281254-dffe-49ee-919b-e350c90f3d1d req-05423b4a-67a4-4c7d-9bc6-36076e5b0375 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db84cda9-01b2-4e22-b048-5c2981a2f58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444636 Mar 08 20:40:10.157294 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-65281254-dffe-49ee-919b-e350c90f3d1d req-fac8f584-ece7-438a-9998-643ee49d6a0a service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857637 Mar 08 20:40:10.254999 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-65281254-dffe-49ee-919b-e350c90f3d1d req-7c10ec5e-a6e8-4c34-b302-d27caf60d987 service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795112 Mar 08 20:40:14.696632 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:40:16.531343 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f534bce5-4946-41a7-93b4-3663ba19716c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:19.045559 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-43107461-88ec-44b1-840f-81d6f9970deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:20.183236 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:21.616967 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:22.869004 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:36.256827 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:46.508041 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ad39d5ff-e979-439b-9bc3-48eb0ac5ac5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.051426 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-911ed82c-cb89-4ba8-83d8-209acbdef2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.482960 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df5894-63e0-46d7-a259-8b3ab8fdf728 req-de708459-c399-46d6-b990-612215368148 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:49.484503 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d5df5894-63e0-46d7-a259-8b3ab8fdf728 req-de708459-c399-46d6-b990-612215368148 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0523973 Mar 08 20:40:49.530166 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d5df5894-63e0-46d7-a259-8b3ab8fdf728 req-1675ae7f-03f0-4c42-be42-f121be2de31d tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402691 Mar 08 20:40:50.193615 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:50.653731 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203f3db-d358-4dd7-a1aa-3693253b02d9 req-b61ef14f-fafd-4729-a5a5-c4754dee21d7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:50.655219 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a203f3db-d358-4dd7-a1aa-3693253b02d9 req-b61ef14f-fafd-4729-a5a5-c4754dee21d7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0583663 Mar 08 20:40:50.700237 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a203f3db-d358-4dd7-a1aa-3693253b02d9 req-4f3b6607-e9dc-487b-9aa9-2e35666fe6ba tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b152b4f-ead8-4dbe-9b5a-00f991419297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 Mar 08 20:40:50.999795 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-69ff28fa-f10f-4d6c-8ceb-5b267e42b1c2 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:51.001197 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-69ff28fa-f10f-4d6c-8ceb-5b267e42b1c2 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.58 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 945 time: 0.0496972 Mar 08 20:40:51.095904 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Deleting port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:40:51.096240 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.180747 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] For port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:51.181106 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.344818 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.345097 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (b68ed074-3c9c-4df6-ab01-a1d8c276201c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.345414 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Floating IP b68ed074-3c9c-4df6-ab01-a1d8c276201c disassociated. External IP: 172.27.3.108, port: a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe. Mar 08 20:40:51.345750 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Calling delete_port for a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:40:51.508490 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.536521 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event deleted for resources: {'Port': ['ID=a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:51.548008 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.548365 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.548715 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.549060 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.549392 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.549726 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.550054 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.550398 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.550716 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.551044 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.551399 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.551747 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.552074 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:51.605722 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.662855 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:40:51.694602 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:40:51.771385 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:40:51.781972 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] Sync routers for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:40:51.793587 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:51.794287 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:40:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:51.803368 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-30d21670-0af0-451f-afae-457d91c8fd3e req-0bb751db-1758-4c43-bc11-833a7dd4b872 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=1187b31d-4d76-436b-8cc6-4c8fa1295d00 HTTP/1.1" status: 200 len: 210 time: 0.0372338 Mar 08 20:40:51.819442 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] No DVR routers for this DVR port a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:40:51.825845 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.829171 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7fc89ba9-3c51-4073-8ff9-9606bf4ff7ce req-411c48e6-7f8d-4d9c-af4d-341978504518 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.58 "DELETE /v2.0/ports/a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe HTTP/1.1" status: 204 len: 173 time: 0.8219452 Mar 08 20:40:51.829621 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'name': 'network-vif-deleted', 'tag': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:40:51.831882 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeb2d9d-c211-481d-b726-2d0f8cc733ef" -d '{"events": [{"server_uuid": "1187b31d-4d76-436b-8cc6-4c8fa1295d00", "name": "network-vif-deleted", "tag": "a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:40:51.868980 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542a0a08-eb30-4ff4-9452-fa6368f729ef x-openstack-request-id: req-542a0a08-eb30-4ff4-9452-fa6368f729ef {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:40:51.869278 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1187b31d-4d76-436b-8cc6-4c8fa1295d00", "name": "network-vif-deleted", "tag": "a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:40:51.869569 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-542a0a08-eb30-4ff4-9452-fa6368f729ef {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:40:51.869969 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1187b31d-4d76-436b-8cc6-4c8fa1295d00', 'name': 'network-vif-deleted', 'tag': 'a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe', 'status': 'completed', 'code': 200} Mar 08 20:40:51.910448 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:52.114872 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:52.146189 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] Checking router: e8dabbfa-b3b4-4889-a5fb-c29a61572f7c for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:40:52.155326 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:52.155936 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:40:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:52.264022 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:52.458266 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:52.485021 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0029e-b131-41d0-bb4c-76b9bb16b2d0 None None] The sync data for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi is: [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:40:52.697001 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edeccaf-7c67-4900-a0a5-519e23c4c295 None None] New status for floating IP b68ed074-3c9c-4df6-ab01-a1d8c276201c: DOWN {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:40:52.931180 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:52.966969 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39982) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:53.024658 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (0b152b4f-ead8-4dbe-9b5a-00f991419297), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.048209 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (0b152b4f-ead8-4dbe-9b5a-00f991419297), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.171482 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0b152b4f-ead8-4dbe-9b5a-00f991419297), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.174118 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.175309 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "DELETE /v2.0/security-groups/0b152b4f-ead8-4dbe-9b5a-00f991419297 HTTP/1.1" status: 204 len: 168 time: 0.2072322 Mar 08 20:40:53.178068 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39984) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:53.185416 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b152b4f-ead8-4dbe-9b5a-00f991419297,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:53.192344 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.api.v2.resource [None req-48ab9855-1c4e-4acc-813e-480952554a10 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] show failed (client error): The resource could not be found. Mar 08 20:40:53.198903 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.198903 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199304 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-48ab9855-1c4e-4acc-813e-480952554a10 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups/0b152b4f-ead8-4dbe-9b5a-00f991419297 HTTP/1.1" status: 404 len: 347 time: 0.0137765 Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.199411 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6598b4-fda7-4227-8854-bde52bf0dfc0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:53.201008 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 39986) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:53.321418 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-7485c0f4-30c4-4a2f-a600-dd8b23149132 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Deleting port 4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:40:53.321756 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7485c0f4-30c4-4a2f-a600-dd8b23149132 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.393769 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7485c0f4-30c4-4a2f-a600-dd8b23149132 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.394098 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7485c0f4-30c4-4a2f-a600-dd8b23149132 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.405494 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-7485c0f4-30c4-4a2f-a600-dd8b23149132 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Calling delete_port for 4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1 owned by network:floatingip {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:40:53.605852 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7485c0f4-30c4-4a2f-a600-dd8b23149132 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.635946 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485c0f4-30c4-4a2f-a600-dd8b23149132 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event deleted for resources: {'Port': ['ID=4fde13c2-cc99-4b3c-ac50-3b8e6e2f0bb1,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:53.692723 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7485c0f4-30c4-4a2f-a600-dd8b23149132 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (b68ed074-3c9c-4df6-ab01-a1d8c276201c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.695329 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7485c0f4-30c4-4a2f-a600-dd8b23149132 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:53.696463 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-7485c0f4-30c4-4a2f-a600-dd8b23149132 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "DELETE /v2.0/floatingips/b68ed074-3c9c-4df6-ab01-a1d8c276201c HTTP/1.1" status: 204 len: 168 time: 0.4945457 Mar 08 20:40:54.039656 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39990) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:54.044814 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-394cb626-5ebe-484f-902b-a5d15a103ccd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79924472', 'description': 'tempest-description--2102814136'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:54.071933 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:40:54.092037 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:40:54.092391 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device a75fbc11-ce2f-494f-8fb4-f271f3a4e4fe not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:40:54.125269 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-394cb626-5ebe-484f-902b-a5d15a103ccd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.190858 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-394cb626-5ebe-484f-902b-a5d15a103ccd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (a806bc13-5c6c-46d8-917c-27461c80c64d), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.256402 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-394cb626-5ebe-484f-902b-a5d15a103ccd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a806bc13-5c6c-46d8-917c-27461c80c64d), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.285401 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cb626-5ebe-484f-902b-a5d15a103ccd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a806bc13-5c6c-46d8-917c-27461c80c64d,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:54.355683 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-394cb626-5ebe-484f-902b-a5d15a103ccd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.356912 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-394cb626-5ebe-484f-902b-a5d15a103ccd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3162477 Mar 08 20:40:54.359776 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39992) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:54.363978 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-28fa2b57-3094-4f25-a7d2-b3332118455c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'security_group_rule': {'security_group_id': 'a806bc13-5c6c-46d8-917c-27461c80c64d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:54.443999 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-28fa2b57-3094-4f25-a7d2-b3332118455c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (55b7bf73-4315-4102-ba6d-6b893cd3d88c), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.497242 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-28fa2b57-3094-4f25-a7d2-b3332118455c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (55b7bf73-4315-4102-ba6d-6b893cd3d88c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.553650 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-28fa2b57-3094-4f25-a7d2-b3332118455c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (55b7bf73-4315-4102-ba6d-6b893cd3d88c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.574153 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa2b57-3094-4f25-a7d2-b3332118455c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b7bf73-4315-4102-ba6d-6b893cd3d88c,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:54.629990 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-28fa2b57-3094-4f25-a7d2-b3332118455c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.631249 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-28fa2b57-3094-4f25-a7d2-b3332118455c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2705128 Mar 08 20:40:54.634677 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39994) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:54.639539 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-0820daa2-a053-486a-a8bb-0906cea373b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'security_group_rule': {'security_group_id': 'a806bc13-5c6c-46d8-917c-27461c80c64d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:54.730672 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0820daa2-a053-486a-a8bb-0906cea373b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (ed2495f2-e49e-4a3e-abb2-da99d85a7d53), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.784975 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0820daa2-a053-486a-a8bb-0906cea373b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (ed2495f2-e49e-4a3e-abb2-da99d85a7d53), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.896680 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0820daa2-a053-486a-a8bb-0906cea373b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (ed2495f2-e49e-4a3e-abb2-da99d85a7d53), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:54.914943 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820daa2-a053-486a-a8bb-0906cea373b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2495f2-e49e-4a3e-abb2-da99d85a7d53,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:55.001479 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0820daa2-a053-486a-a8bb-0906cea373b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.002639 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-0820daa2-a053-486a-a8bb-0906cea373b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670189 Mar 08 20:40:55.005780 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 39996) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:55.010096 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:55.102533 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.195928 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.301794 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Allocated IP 172.27.3.184 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/d410e332-0063-4f61-b007-55cdd45b2a77) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:40:55.403978 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for port (d410e332-0063-4f61-b007-55cdd45b2a77), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.497618 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (d410e332-0063-4f61-b007-55cdd45b2a77), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.537216 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:55.539998 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:55.543425 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:40:55.548755 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'Port': ['ID=d410e332-0063-4f61-b007-55cdd45b2a77,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:55.629359 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (4273d3c7-1cda-4c25-b10c-9c46639b6620), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.726953 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (d410e332-0063-4f61-b007-55cdd45b2a77), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:55.960018 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for port (d410e332-0063-4f61-b007-55cdd45b2a77), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.022492 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (d410e332-0063-4f61-b007-55cdd45b2a77), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.095058 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'Port': ['ID=d410e332-0063-4f61-b007-55cdd45b2a77,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:56.105823 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (4273d3c7-1cda-4c25-b10c-9c46639b6620), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.184362 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.185605 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-0d103871-9808-4406-99f0-22c0d68250cb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1788795 Mar 08 20:40:56.331904 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-8cf1c869-8a0c-4a78-bf70-3916c59eac46 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--79924472&fields=id&tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf HTTP/1.1" status: 200 len: 267 time: 0.0409501 Mar 08 20:40:56.433170 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-46a37214-9799-4c62-9c50-e6923f467fdd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:56.434599 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-46a37214-9799-4c62-9c50-e6923f467fdd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/networks?id=db84cda9-01b2-4e22-b048-5c2981a2f58a HTTP/1.1" status: 200 len: 811 time: 0.0965621 Mar 08 20:40:56.448338 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-51aac70c-c54e-41c8-8ace-4139c0910cd8 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/quotas/0f632cd5f02a4f1c8a2effb0a90b1fcf HTTP/1.1" status: 200 len: 375 time: 0.0086250 Mar 08 20:40:56.504022 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-a0b8d82f-5937-471d-bf1c-749544417475 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510926 Mar 08 20:40:56.596411 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-a7fd8a3c-333b-45ef-adc1-342ff8f5ca18 service neutron] 10.222.0.55 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812767 Mar 08 20:40:56.684508 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-059b983a-869c-42a4-85e2-6fb4393c32a0 service neutron] 10.222.0.55 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824318 Mar 08 20:40:56.922889 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-eaa2c484-4ef1-4360-bdba-d76a25e82e67 req-21636af4-9cab-4878-ade4-f3bc37847201 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 210 time: 0.0274775 Mar 08 20:40:58.016772 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d980e4ae-fd3a-4dbe-978f-34234002b217 req-8c8b7690-4b28-49b8-8075-c5f37789cb8a tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 210 time: 0.0271759 Mar 08 20:40:58.515745 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cf32e2a1-a615-4e9d-8045-da8aa6c9cfa5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:58.517221 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cf32e2a1-a615-4e9d-8045-da8aa6c9cfa5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.58 "GET /v2.0/networks?id=db84cda9-01b2-4e22-b048-5c2981a2f58a HTTP/1.1" status: 200 len: 811 time: 0.0976782 Mar 08 20:40:58.581783 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-3a0d0d0b-3071-487c-aeae-17b02ae72b80 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf HTTP/1.1" status: 200 len: 378 time: 0.0539200 Mar 08 20:40:58.591347 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'port': {'device_id': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'admin_state_up': True, 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'security_groups': ['a806bc13-5c6c-46d8-917c-27461c80c64d']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:58.782850 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Made reservation on behalf of 0f632cd5f02a4f1c8a2effb0a90b1fcf for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:40:58.786137 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:58.971250 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Allocated IP 172.20.0.5 (db84cda9-01b2-4e22-b048-5c2981a2f58a/d60bfdd4-3fd3-418b-ae07-510ff8cab84d/dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:40:59.102085 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.109953 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4348e8da-ab33-4ace-a52b-3c70e331e4cd req-c180c5f5-b70d-45b0-a95a-6fe49046e1fc tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 210 time: 0.0271273 Mar 08 20:40:59.200647 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.242775 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Network db84cda9-01b2-4e22-b048-5c2981a2f58a is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:40:59.246254 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:40:59.249786 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:40:59.256256 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event updated for resources: {'Port': ['ID=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:59.302303 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:59.302911 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.379381 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfd56d1f-e56a-4549-8b23-831e3e4504d5 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7919381 Mar 08 20:40:59.396597 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Request body: {'port': {'device_id': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:40:59.434827 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-9198b852-32c8-4828-a8eb-76a8f29d466b None None] Provisioning complete for port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:40:59.435440 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9198b852-32c8-4828-a8eb-76a8f29d466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.458595 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.468450 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-9198b852-32c8-4828-a8eb-76a8f29d466b None None] Port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:40:59.705771 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:40:59.718158 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Publish callbacks [] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.724328 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Transition to ACTIVE for port object dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:40:59.805013 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:59.852982 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Pushing event updated for resources: {'Port': ['ID=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:59.928120 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Attempting to bind port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:40:59.928485 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Attempting to bind port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:40:59.928811 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Attempting to bind port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d on network db84cda9-01b2-4e22-b048-5c2981a2f58a {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:40:59.933686 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d on network db84cda9-01b2-4e22-b048-5c2981a2f58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:40:59.934000 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Attempting to bind port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d on network db84cda9-01b2-4e22-b048-5c2981a2f58a {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:40:59.939001 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:40:59.939363 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Checking segment: {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:40:59.939744 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Bound using segment: {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:40:59.940179 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Bound port: dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c79388-bcf4-4511-92c9-f0c6d6b2984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:40:59.940531 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.004282 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] For port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:00.007390 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] For port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:00.080272 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.117157 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:00.117772 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.119186 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] 10.222.0.58 "PUT /v2.0/ports/dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d HTTP/1.1" status: 200 len: 1093 time: 0.7269199 Mar 08 20:41:00.119629 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'tag': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:00.121878 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038dec39-132b-4602-8d1e-9f9a34a72812" -d '{"events": [{"name": "network-changed", "server_uuid": "f425008b-8ce8-40c4-b34e-7f13bf6512bd", "tag": "dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:00.143030 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72d93e-e96a-4905-a271-72f020a096ca service neutron] Pushing event updated for resources: {'Port': ['ID=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:00.169803 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c178580-9c5c-40e0-9464-705845c9fefb x-openstack-request-id: req-7c178580-9c5c-40e0-9464-705845c9fefb {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:00.170329 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f425008b-8ce8-40c4-b34e-7f13bf6512bd", "tag": "dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:00.170592 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c178580-9c5c-40e0-9464-705845c9fefb {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:00.170998 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'tag': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d', 'status': 'completed', 'code': 200} Mar 08 20:41:00.244416 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dec39-132b-4602-8d1e-9f9a34a72812 req-be716497-a0fa-4141-b3a1-a1e0f0aab4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:00.245846 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-038dec39-132b-4602-8d1e-9f9a34a72812 req-be716497-a0fa-4141-b3a1-a1e0f0aab4e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 1127 time: 0.0497758 Mar 08 20:41:00.245979 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd3ad6-a2de-4d63-9232-19b34f992543 req-2263d870-6b4d-432f-8825-836f49f7b837 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:00.247480 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cffd3ad6-a2de-4d63-9232-19b34f992543 req-2263d870-6b4d-432f-8825-836f49f7b837 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 943 time: 0.0563488 Mar 08 20:41:00.300635 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cffd3ad6-a2de-4d63-9232-19b34f992543 req-41637b31-3d7c-4f36-9735-5321a72eddb6 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474896 Mar 08 20:41:00.356098 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dec39-132b-4602-8d1e-9f9a34a72812 req-9a1c7b75-a3e7-460c-acff-48aed490380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:00.357547 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-038dec39-132b-4602-8d1e-9f9a34a72812 req-9a1c7b75-a3e7-460c-acff-48aed490380c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1000335 Mar 08 20:41:00.451431 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dec39-132b-4602-8d1e-9f9a34a72812 req-97c3ffbf-3912-40fd-a27f-5d6ca5c1a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:00.452877 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-038dec39-132b-4602-8d1e-9f9a34a72812 req-97c3ffbf-3912-40fd-a27f-5d6ca5c1a046 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883608 Mar 08 20:41:00.539519 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-8fd1484e-d990-4233-88f6-9eca2888394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:00.540889 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-8fd1484e-d990-4233-88f6-9eca2888394b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 1127 time: 0.0443063 Mar 08 20:41:00.582032 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-5d528d39-9749-4682-a5c9-663e2d612816 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d HTTP/1.1" status: 200 len: 217 time: 0.0327508 Mar 08 20:41:00.630736 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-4c26ba13-d9a5-4738-9a1b-05ac7e6dc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:00.635972 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-4c26ba13-d9a5-4738-9a1b-05ac7e6dc08c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d60bfdd4-3fd3-418b-ae07-510ff8cab84d HTTP/1.1" status: 200 len: 850 time: 0.0418165 Mar 08 20:41:00.684018 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-308c54ed-2818-48f3-b906-c951010c37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:00.685477 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-308c54ed-2818-48f3-b906-c951010c37ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db84cda9-01b2-4e22-b048-5c2981a2f58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463498 Mar 08 20:41:00.775001 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-844dc7eb-1951-4a47-bd04-30e9641636c3 service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823917 Mar 08 20:41:01.113751 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ade6499b-f215-461a-9bde-f36d9be00e6b req-cfefa70b-086c-49a0-b635-b00bad5d4694 service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320203 Mar 08 20:41:01.416635 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93085bbe-7e3e-4a3a-8480-ba29bb1aafdb req-68857100-a117-414f-943a-5f20df5df686 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:01.418681 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-93085bbe-7e3e-4a3a-8480-ba29bb1aafdb req-68857100-a117-414f-943a-5f20df5df686 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 943 time: 0.0518568 Mar 08 20:41:01.463365 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-93085bbe-7e3e-4a3a-8480-ba29bb1aafdb req-45166455-bc97-4c63-8868-71b71bceb0bb tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389874 Mar 08 20:41:02.579452 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1fb0-0f3a-4c04-b234-ebc9ace40c20 req-b9e262ef-86d2-4f1a-a58f-3bcb74b0b1bd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:02.580913 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4c0e1fb0-0f3a-4c04-b234-ebc9ace40c20 req-b9e262ef-86d2-4f1a-a58f-3bcb74b0b1bd tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 943 time: 0.0518146 Mar 08 20:41:02.626461 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4c0e1fb0-0f3a-4c04-b234-ebc9ace40c20 req-9c64d641-73ea-4414-8864-579e6df2cf36 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401030 Mar 08 20:41:03.743923 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d5e63-3bf2-431c-936e-a26d188ac15c req-58c2302e-bcd4-4dcb-9e6f-4a99baa8a740 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:03.745862 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-657d5e63-3bf2-431c-936e-a26d188ac15c req-58c2302e-bcd4-4dcb-9e6f-4a99baa8a740 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 943 time: 0.0539942 Mar 08 20:41:03.791723 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-657d5e63-3bf2-431c-936e-a26d188ac15c req-0b288e70-9f60-43e5-9756-088f5220a479 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403585 Mar 08 20:41:04.906544 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c146e5-76d8-42a7-8efb-4cb4bab00243 req-89a56784-727e-4440-9b11-ac0079fccd96 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:04.908028 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a0c146e5-76d8-42a7-8efb-4cb4bab00243 req-89a56784-727e-4440-9b11-ac0079fccd96 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 943 time: 0.0515049 Mar 08 20:41:04.954236 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a0c146e5-76d8-42a7-8efb-4cb4bab00243 req-d59607ef-eab6-40fa-869f-b91d93da8675 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408013 Mar 08 20:41:06.068184 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d3b2-6e2a-42d4-a58d-5020588035f7 req-a89a16c7-3c2c-4c9d-881a-15220c72eeea tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:06.069628 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5348d3b2-6e2a-42d4-a58d-5020588035f7 req-a89a16c7-3c2c-4c9d-881a-15220c72eeea tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 943 time: 0.0502894 Mar 08 20:41:06.115111 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5348d3b2-6e2a-42d4-a58d-5020588035f7 req-05a3a08c-2a0a-4605-9d92-77ba02eedd89 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390358 Mar 08 20:41:06.179923 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:41:06.284456 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:06.299442 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'port_id': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d', 'mac_address': 'fa:16:3e:55:22:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:41:06.335639 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:06.336018 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:06.338873 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:06.348479 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:41:06.367820 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:06.428003 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:06.474497 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:06.481920 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.482279 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.482624 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.482964 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.483335 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.483670 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.484002 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.484331 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.484707 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.484986 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.485316 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.485638 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.485961 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:06.913016 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:41:07.233595 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3d878-dea1-4cb7-8684-f2896cdd3bb0 req-376557f2-c592-49f5-9b56-ed16a6280536 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:07.234963 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8ed3d878-dea1-4cb7-8684-f2896cdd3bb0 req-376557f2-c592-49f5-9b56-ed16a6280536 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 944 time: 0.0550003 Mar 08 20:41:07.280399 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8ed3d878-dea1-4cb7-8684-f2896cdd3bb0 req-26923209-9103-4674-bb5e-eb7f93c45da7 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399742 Mar 08 20:41:08.180763 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:41:08.273491 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:41:08.277667 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:08.278042 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.358498 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:08.358886 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.381042 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:08.383277 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf46ae1-d594-467a-a607-862d34f9c2ae" -d '{"events": [{"server_uuid": "f425008b-8ce8-40c4-b34e-7f13bf6512bd", "name": "network-vif-plugged", "status": "completed", "tag": "dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:08.395408 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:08.403567 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0c2b5-3537-43ec-953d-3103bb461fe3 req-3d379577-0552-4094-a493-1df7836ac406 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:08.405164 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e9d0c2b5-3537-43ec-953d-3103bb461fe3 req-3d379577-0552-4094-a493-1df7836ac406 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 944 time: 0.0586429 Mar 08 20:41:08.421580 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466c287b-4d3a-4cc2-86b6-4b6352366410 x-openstack-request-id: req-466c287b-4d3a-4cc2-86b6-4b6352366410 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:08.421870 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f425008b-8ce8-40c4-b34e-7f13bf6512bd", "name": "network-vif-plugged", "status": "completed", "tag": "dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:08.422121 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-466c287b-4d3a-4cc2-86b6-4b6352366410 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:08.422514 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d', 'code': 200} Mar 08 20:41:08.446044 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:08.461179 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e9d0c2b5-3537-43ec-953d-3103bb461fe3 req-7455e238-2afc-4408-a104-76d86676c1cc tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502555 Mar 08 20:41:08.493836 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:08.755723 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9b331-5bf5-4967-8444-5f45b5f5152c req-9963d62b-c06a-4483-bb3b-61f2274a3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:08.757193 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18f9b331-5bf5-4967-8444-5f45b5f5152c req-9963d62b-c06a-4483-bb3b-61f2274a3951 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 1129 time: 0.0430033 Mar 08 20:41:08.804139 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18f9b331-5bf5-4967-8444-5f45b5f5152c req-b2b9ae72-6c95-4328-a61c-82a7765dcb64 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362098 Mar 08 20:41:09.582116 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400d0e-50d8-4b0b-a4cc-8d3620b5fc0e req-d8de66d5-4aea-4ea5-8358-30b03d62b0ea tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:09.583600 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b1400d0e-50d8-4b0b-a4cc-8d3620b5fc0e req-d8de66d5-4aea-4ea5-8358-30b03d62b0ea tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 945 time: 0.0518463 Mar 08 20:41:09.629387 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b1400d0e-50d8-4b0b-a4cc-8d3620b5fc0e req-2a2e9998-fd27-4634-89b1-fbf637b5d070 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403974 Mar 08 20:41:10.746297 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63e03e-bff6-4267-9139-23d628adf59b req-558d6ab2-174f-4c2f-b971-3e30175e8b42 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:10.747837 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7a63e03e-bff6-4267-9139-23d628adf59b req-558d6ab2-174f-4c2f-b971-3e30175e8b42 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 945 time: 0.0537417 Mar 08 20:41:10.793983 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7a63e03e-bff6-4267-9139-23d628adf59b req-72a73b68-c584-421c-aabc-1c2c7bf296c0 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405354 Mar 08 20:41:11.651269 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-dedef23b-440a-4e3a-8f07-867e097d54ce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453281 Mar 08 20:41:11.725090 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-899e51be-9ab3-4f2c-9de4-42837551ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:11.726517 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-899e51be-9ab3-4f2c-9de4-42837551ecdc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ba3fecb4ae343678106904a61f313af&device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 1168 time: 0.0418725 Mar 08 20:41:11.837252 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-449d1ee9-6286-4ce3-b3a9-4079d499c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:11.838713 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-449d1ee9-6286-4ce3-b3a9-4079d499c292 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c HTTP/1.1" status: 200 len: 915 time: 0.0829160 Mar 08 20:41:11.914605 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-c6f11505-f839-4357-a3fe-3fb438b0d49c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 200 len: 1001 time: 0.0637395 Mar 08 20:41:11.918226 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed53459-ccb4-4717-a271-6d5f4bc4d745 req-37bba3c3-89f5-4e02-8723-0d98ed29d6d8 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:11.919815 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3ed53459-ccb4-4717-a271-6d5f4bc4d745 req-37bba3c3-89f5-4e02-8723-0d98ed29d6d8 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 945 time: 0.0591784 Mar 08 20:41:11.965038 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-3d05947b-c18e-41a2-98f0-d40f0f404f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:11.966725 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-3d05947b-c18e-41a2-98f0-d40f0f404f37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=defaed33-8eb8-4c4c-8b77-6a0cd0fa527e HTTP/1.1" status: 200 len: 853 time: 0.0444031 Mar 08 20:41:11.971657 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3ed53459-ccb4-4717-a271-6d5f4bc4d745 req-c8bc290a-80dc-4d41-b892-0326168ffe42 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458446 Mar 08 20:41:12.043693 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-4d4d0376-9f4c-4fcb-bb1f-2bbcc363241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:12.045203 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-4d4d0376-9f4c-4fcb-bb1f-2bbcc363241c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717969 Mar 08 20:41:12.070684 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-973ad189-dde8-4580-90a1-abf570caff55 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94537597&fields=id&tenant_id=9ba3fecb4ae343678106904a61f313af HTTP/1.1" status: 200 len: 267 time: 0.0661440 Mar 08 20:41:12.086404 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc0797-71e6-490a-a624-a7c874ebbfdc req-9f16d119-245f-47c4-b0b8-8003bf762929 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:12.087987 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-02fc0797-71e6-490a-a624-a7c874ebbfdc req-9f16d119-245f-47c4-b0b8-8003bf762929 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 945 time: 0.0573318 Mar 08 20:41:12.097408 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40074) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:12.101823 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-c56c6e14-4945-436f-b490-90578740925f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Request body: {'floatingip': {'port_id': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:12.139778 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c56c6e14-4945-436f-b490-90578740925f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (4273d3c7-1cda-4c25-b10c-9c46639b6620), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.183349 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-3ffe75e8-e9fb-41c5-8af5-8e57dd725b69 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:12.184762 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-3ffe75e8-e9fb-41c5-8af5-8e57dd725b69 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 984 time: 0.1049888 Mar 08 20:41:12.190166 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-a6f7e26a-c2c7-40c9-8e04-0755410dbd7a service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315892 Mar 08 20:41:12.195508 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-99e66a0b-a84d-4685-8d08-7309a2cb9fa1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Request body: {'port': {'security_groups': ['087954c9-6977-4e2c-a7cc-57e1ffd4e715']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:12.322318 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-99e66a0b-a84d-4685-8d08-7309a2cb9fa1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.373250 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-931b07e0-5ed3-4539-b45e-bf41caeb720c req-35664744-5bef-4b10-a15e-7c62afd6b765 service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747589 Mar 08 20:41:12.512382 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-99e66a0b-a84d-4685-8d08-7309a2cb9fa1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] For port db30d048-2522-4792-bb0d-1dd8bec0befc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=db30d048-2522-4792-bb0d-1dd8bec0befc,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:12.546282 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-99e66a0b-a84d-4685-8d08-7309a2cb9fa1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.584746 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c56c6e14-4945-436f-b490-90578740925f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.616483 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-99e66a0b-a84d-4685-8d08-7309a2cb9fa1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.632990 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['db30d048-2522-4792-bb0d-1dd8bec0befc'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:41:12.645280 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c56c6e14-4945-436f-b490-90578740925f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (4273d3c7-1cda-4c25-b10c-9c46639b6620), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.664409 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-99e66a0b-a84d-4685-8d08-7309a2cb9fa1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:12.665047 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-99e66a0b-a84d-4685-8d08-7309a2cb9fa1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.666452 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3a24a171-d8a3-4296-8cb0-771eda2e39f3 req-99e66a0b-a84d-4685-8d08-7309a2cb9fa1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "PUT /v2.0/ports/db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 200 len: 942 time: 0.4753768 Mar 08 20:41:12.666909 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:12.669213 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd23906-063d-45bb-9fe2-517d8d44bfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:12.688564 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40078) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:12.726141 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c825aa28-9ee0-4d15-9245-1891e6f846c3 x-openstack-request-id: req-c825aa28-9ee0-4d15-9245-1891e6f846c3 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:12.726416 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:12.726670 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c825aa28-9ee0-4d15-9245-1891e6f846c3 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:12.727068 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'status': 'completed', 'code': 200} Mar 08 20:41:12.791809 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e66a0b-a84d-4685-8d08-7309a2cb9fa1 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event updated for resources: {'Port': ['ID=db30d048-2522-4792-bb0d-1dd8bec0befc,revision_number=7']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:12.792829 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.l3_db [None req-c56c6e14-4945-436f-b490-90578740925f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Floating IP 4273d3c7-1cda-4c25-b10c-9c46639b6620 associated. External IP: 172.27.3.184, port: dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d. Mar 08 20:41:12.807424 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['db30d048-2522-4792-bb0d-1dd8bec0befc'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:41:12.822048 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-f8133d5e-9f39-4385-af71-3ec96f19e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:12.824154 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-f8133d5e-9f39-4385-af71-3ec96f19e3f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ba3fecb4ae343678106904a61f313af&device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 1129 time: 0.0759335 Mar 08 20:41:12.829829 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-88895a8c-b230-43c9-891d-de12db5df5ec tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group (f59ef134-49e6-4a95-a717-1d8062bc3aed), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.861409 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-88895a8c-b230-43c9-891d-de12db5df5ec tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group (f59ef134-49e6-4a95-a717-1d8062bc3aed), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:12.988020 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-067821b1-4b78-47de-8ee1-653bff91d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:12.989430 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-067821b1-4b78-47de-8ee1-653bff91d830 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c HTTP/1.1" status: 200 len: 915 time: 0.0917451 Mar 08 20:41:13.017927 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-457829c8-d255-4d58-bbb8-0339251318c3 None None] Provisioning complete for port db30d048-2522-4792-bb0d-1dd8bec0befc triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:13.018284 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-457829c8-d255-4d58-bbb8-0339251318c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.040427 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56c6e14-4945-436f-b490-90578740925f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:41:13.056456 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-88895a8c-b230-43c9-891d-de12db5df5ec tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (f59ef134-49e6-4a95-a717-1d8062bc3aed), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.059641 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-88895a8c-b230-43c9-891d-de12db5df5ec tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.060794 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-88895a8c-b230-43c9-891d-de12db5df5ec tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "DELETE /v2.0/security-groups/f59ef134-49e6-4a95-a717-1d8062bc3aed HTTP/1.1" status: 204 len: 168 time: 0.3710711 Mar 08 20:41:13.066917 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40080) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:13.107493 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-457829c8-d255-4d58-bbb8-0339251318c3 None None] Current status of the port db30d048-2522-4792-bb0d-1dd8bec0befc is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:13.114804 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88895a8c-b230-43c9-891d-de12db5df5ec tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59ef134-49e6-4a95-a717-1d8062bc3aed,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:13.119550 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-e723dd7d-166f-4bd0-9475-c802fa26b17b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 200 len: 1001 time: 0.1169553 Mar 08 20:41:13.166264 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56c6e14-4945-436f-b490-90578740925f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:13.171479 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c56c6e14-4945-436f-b490-90578740925f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.177798 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] Sync routers for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:13.190794 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:13.191573 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:40:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:13.216166 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c56c6e14-4945-436f-b490-90578740925f tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "PUT /v2.0/floatingips/4273d3c7-1cda-4c25-b10c-9c46639b6620 HTTP/1.1" status: 200 len: 991 time: 1.1040070 Mar 08 20:41:13.216166 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'tag': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:13.216166 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075a7583-b9fa-41a7-94a6-e51687d710c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f425008b-8ce8-40c4-b34e-7f13bf6512bd", "tag": "dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:13.217090 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-7ff32474-f551-4bc0-9f41-1f2e448464c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:13.217090 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-7ff32474-f551-4bc0-9f41-1f2e448464c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=defaed33-8eb8-4c4c-8b77-6a0cd0fa527e HTTP/1.1" status: 200 len: 853 time: 0.0835958 Mar 08 20:41:13.244214 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be8d5ea-87c4-4e9d-9643-28bbde6c39ef x-openstack-request-id: req-1be8d5ea-87c4-4e9d-9643-28bbde6c39ef {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:13.244510 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f425008b-8ce8-40c4-b34e-7f13bf6512bd", "tag": "dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:13.244767 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1be8d5ea-87c4-4e9d-9643-28bbde6c39ef {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:13.245836 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'tag': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d', 'status': 'completed', 'code': 200} Mar 08 20:41:13.311270 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:13.332918 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-1cec94a2-2746-4729-936d-9a51b6b64f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:13.334415 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-1cec94a2-2746-4729-936d-9a51b6b64f13 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1114724 Mar 08 20:41:13.386214 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-e26dfb1e-8664-4037-afe0-a95e14fe36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:13.387854 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-e26dfb1e-8664-4037-afe0-a95e14fe36e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 1129 time: 0.0981717 Mar 08 20:41:13.390743 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Deleting port 659534a4-6416-4219-9d96-510ffc39d9b0 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:13.391084 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (659534a4-6416-4219-9d96-510ffc39d9b0), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.533948 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '4273d3c7-1cda-4c25-b10c-9c46639b6620', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'port_id': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'mac_address': 'fa:16:3e:55:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:40:55Z', 'updated_at': '2022-03-08T20:41:12Z', 'revision_number': 1, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:13.558905 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-91c8b167-6201-4f4c-b95b-8305b87b10f1 service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101908 Mar 08 20:41:13.561901 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] Checking router: e8dabbfa-b3b4-4889-a5fb-c29a61572f7c for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:41:13.570998 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:13.571638 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:40:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:13.611928 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (659534a4-6416-4219-9d96-510ffc39d9b0), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.612255 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for floatingip (659534a4-6416-4219-9d96-510ffc39d9b0), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:13.616356 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-f006af7c-b8b5-462c-8180-a7684304cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:13.617811 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-f006af7c-b8b5-462c-8180-a7684304cf2f service neutron] 10.222.0.58 "GET /v2.0/networks?id=db84cda9-01b2-4e22-b048-5c2981a2f58a HTTP/1.1" status: 200 len: 912 time: 0.1971297 Mar 08 20:41:13.697374 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Calling delete_port for 659534a4-6416-4219-9d96-510ffc39d9b0 owned by network:floatingip {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:13.796653 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4dd23906-063d-45bb-9fe2-517d8d44bfd6 req-167e856c-64ff-4fe4-a788-828ee86976be service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256601 Mar 08 20:41:13.802703 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-a644b188-fb3a-443d-8e41-4f57d7a53906 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d HTTP/1.1" status: 200 len: 999 time: 0.1541049 Mar 08 20:41:13.809602 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:13.879419 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-1f9d34e4-8156-4f8f-a933-8977ef7ec070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:13.880868 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-1f9d34e4-8156-4f8f-a933-8977ef7ec070 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d60bfdd4-3fd3-418b-ae07-510ff8cab84d HTTP/1.1" status: 200 len: 850 time: 0.0653245 Mar 08 20:41:13.965703 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-e1b40a3d-14ea-4ef8-bc88-acdcc4de8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:13.967222 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-e1b40a3d-14ea-4ef8-bc88-acdcc4de8605 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db84cda9-01b2-4e22-b048-5c2981a2f58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728068 Mar 08 20:41:14.034852 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (659534a4-6416-4219-9d96-510ffc39d9b0), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.039643 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '4273d3c7-1cda-4c25-b10c-9c46639b6620', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'port_id': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'mac_address': 'fa:16:3e:55:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:40:55Z', 'updated_at': '2022-03-08T20:41:12Z', 'revision_number': 1, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:14.067125 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event deleted for resources: {'Port': ['ID=659534a4-6416-4219-9d96-510ffc39d9b0,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:14.071092 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cc9dc-fd80-4713-9b13-f5331f00e8a1 None None] The sync data for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi is: [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '4273d3c7-1cda-4c25-b10c-9c46639b6620', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'port_id': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'mac_address': 'fa:16:3e:55:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:40:55Z', 'updated_at': '2022-03-08T20:41:12Z', 'revision_number': 1, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:14.131786 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-009cc51d-e4a4-4b00-ac88-829ee196dafe service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550584 Mar 08 20:41:14.149429 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks [] for floatingip (3a68d483-39a4-41c7-822f-ce01c2ee2c5f), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.149764 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Floating IP 3a68d483-39a4-41c7-822f-ce01c2ee2c5f disassociated (deleted). External IP: 172.27.3.179, port: db30d048-2522-4792-bb0d-1dd8bec0befc. Mar 08 20:41:14.279798 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318621b-a937-44d8-8087-8f77507cf542 None None] New status for floating IP 4273d3c7-1cda-4c25-b10c-9c46639b6620: ACTIVE {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:41:14.313434 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-075a7583-b9fa-41a7-94a6-e51687d710c8 req-cce3e95d-eb08-4bf6-812f-226fea442c6a service neutron] 10.222.0.58 "GET /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737902 Mar 08 20:41:14.688349 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:41:14.796874 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:14.801653 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:14.805910 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] Sync routers for ids ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:14.814995 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] Routers {'fcb31cf8-730c-44f4-ab6e-a19da37d8d47'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:14.815662 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:40:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:14.834054 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-16a5188b-8619-4b31-8d9e-e5a60f68d206 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "DELETE /v2.0/floatingips/3a68d483-39a4-41c7-822f-ce01c2ee2c5f HTTP/1.1" status: 204 len: 168 time: 1.7621689 Mar 08 20:41:14.834054 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:14.834522 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:14.878999 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab94f48-5dcd-4ae1-82dd-229f8bce095a x-openstack-request-id: req-2ab94f48-5dcd-4ae1-82dd-229f8bce095a {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:14.879516 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:14.880072 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ab94f48-5dcd-4ae1-82dd-229f8bce095a {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:14.880166 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'status': 'completed', 'code': 200} Mar 08 20:41:14.929503 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] Set router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:14.961135 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-fd20fff4-87d1-45f0-82ff-adb710917137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:14.962779 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-fd20fff4-87d1-45f0-82ff-adb710917137 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ba3fecb4ae343678106904a61f313af&device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 1129 time: 0.0490034 Mar 08 20:41:15.072852 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-d5a195ac-2a91-4910-ba35-e710b0f0e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:15.074994 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-d5a195ac-2a91-4910-ba35-e710b0f0e889 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c HTTP/1.1" status: 200 len: 915 time: 0.0911226 Mar 08 20:41:15.119502 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-7a94a9b5-6ea4-4409-a98d-e3b75655e030 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 200 len: 217 time: 0.0340319 Mar 08 20:41:15.134147 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:27Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'f2d5e283-785d-47df-965b-6478f8766484', 'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'mac_address': 'fa:16:3e:33:6f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:31Z', 'revision_number': 5, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'subnets': [{'id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:15.171847 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] Checking router: fcb31cf8-730c-44f4-ab6e-a19da37d8d47 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:41:15.178294 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-1b6e82a4-6267-4dc7-8a31-fceef674f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:15.178842 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-1b6e82a4-6267-4dc7-8a31-fceef674f7d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=defaed33-8eb8-4c4c-8b77-6a0cd0fa527e HTTP/1.1" status: 200 len: 853 time: 0.0484710 Mar 08 20:41:15.180948 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] Routers {'fcb31cf8-730c-44f4-ab6e-a19da37d8d47'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:15.181572 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:40:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:15.243421 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-862303fd-8ef3-49e5-b514-d0144a22033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:15.244550 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-862303fd-8ef3-49e5-b514-d0144a22033b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e9c5133-104c-4eaa-af7e-834f9ffdf59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556755 Mar 08 20:41:15.296425 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] Set router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:15.353625 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-8fb8058d-40f1-4bf6-86a8-c677f2a49e78 service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857205 Mar 08 20:41:15.449362 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-14b3c5af-9aae-4def-a3a7-5d0a8517dd1e req-6e1682c5-59b4-4b98-8e7a-50bda7595888 service neutron] 10.222.0.58 "GET /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855474 Mar 08 20:41:15.495051 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:27Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'f2d5e283-785d-47df-965b-6478f8766484', 'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'mac_address': 'fa:16:3e:33:6f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:31Z', 'revision_number': 5, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'subnets': [{'id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:15.520867 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425628a6-66ab-4f40-b917-6aef48999b6f None None] The sync data for ids ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'] in dv-cinder-830097-3-iscsi is: [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:36:27Z', 'revision_number': 4, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'f2d5e283-785d-47df-965b-6478f8766484', 'name': '', 'network_id': '6e9c5133-104c-4eaa-af7e-834f9ffdf59c', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'mac_address': 'fa:16:3e:33:6f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:26Z', 'updated_at': '2022-03-08T20:36:31Z', 'revision_number': 5, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'subnets': [{'id': 'defaed33-8eb8-4c4c-8b77-6a0cd0fa527e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:15.724080 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9922a81-4ac9-4c9e-889a-f6f691aaf1ba None None] New status for floating IP 3a68d483-39a4-41c7-822f-ce01c2ee2c5f: DOWN {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:41:16.507914 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9c18c904-2fb2-4604-8dc0-9da620f3d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:19.044776 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16fc60-de5a-4138-bb38-f68466a9859e req-87f88648-9972-4ebf-820f-8c07ae91a8de tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:19.045279 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6d40-dee9-4ead-811a-e3e08b9dc1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:19.046263 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2d16fc60-de5a-4138-bb38-f68466a9859e req-87f88648-9972-4ebf-820f-8c07ae91a8de tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0532022 Mar 08 20:41:19.092599 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2d16fc60-de5a-4138-bb38-f68466a9859e req-fbe43606-2894-4ce9-8a71-4b15b1237314 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Mar 08 20:41:20.205200 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:20.211229 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eacf77-d7a8-4406-80f6-f8731e65da5e req-c96674a6-5ce3-4681-bd06-1276d8fa436e tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:20.215450 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d9eacf77-d7a8-4406-80f6-f8731e65da5e req-c96674a6-5ce3-4681-bd06-1276d8fa436e tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0520256 Mar 08 20:41:20.258653 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d9eacf77-d7a8-4406-80f6-f8731e65da5e req-13265ab6-2794-41ca-b169-79b3ff8861c5 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402946 Mar 08 20:41:21.376323 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeb545-8da1-4a95-8f9b-30eadfeee3ed req-c3460b54-d814-43a3-af9a-34d986ed840f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:21.377788 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-46eeb545-8da1-4a95-8f9b-30eadfeee3ed req-c3460b54-d814-43a3-af9a-34d986ed840f tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0551884 Mar 08 20:41:21.423372 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-46eeb545-8da1-4a95-8f9b-30eadfeee3ed req-95603cd4-3b8f-4618-beda-b1891c1dd123 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/security-groups?id=087954c9-6977-4e2c-a7cc-57e1ffd4e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Mar 08 20:41:21.486831 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-87593818-4925-4590-814c-f53ff12455dd tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:21.488291 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-87593818-4925-4590-814c-f53ff12455dd tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 945 time: 0.0548618 Mar 08 20:41:21.581466 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-73177723-2251-40d9-a6ed-2564255d5ce6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Deleting port db30d048-2522-4792-bb0d-1dd8bec0befc {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:21.586633 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-73177723-2251-40d9-a6ed-2564255d5ce6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.628078 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.671067 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-73177723-2251-40d9-a6ed-2564255d5ce6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] For port db30d048-2522-4792-bb0d-1dd8bec0befc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=db30d048-2522-4792-bb0d-1dd8bec0befc,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:21.671458 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-73177723-2251-40d9-a6ed-2564255d5ce6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.683704 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-73177723-2251-40d9-a6ed-2564255d5ce6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Calling delete_port for db30d048-2522-4792-bb0d-1dd8bec0befc owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:21.868586 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-73177723-2251-40d9-a6ed-2564255d5ce6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (db30d048-2522-4792-bb0d-1dd8bec0befc), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.881769 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['db30d048-2522-4792-bb0d-1dd8bec0befc'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:41:21.897888 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73177723-2251-40d9-a6ed-2564255d5ce6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Pushing event deleted for resources: {'Port': ['ID=db30d048-2522-4792-bb0d-1dd8bec0befc,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:21.947976 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-73177723-2251-40d9-a6ed-2564255d5ce6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] No DVR routers for this DVR port db30d048-2522-4792-bb0d-1dd8bec0befc on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:41:21.951570 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-73177723-2251-40d9-a6ed-2564255d5ce6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.954966 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-db0b7c77-c80d-4ee9-8d6e-d0d5eb51f2ed req-73177723-2251-40d9-a6ed-2564255d5ce6 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.58 "DELETE /v2.0/ports/db30d048-2522-4792-bb0d-1dd8bec0befc HTTP/1.1" status: 204 len: 173 time: 0.4589272 Mar 08 20:41:21.955434 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'name': 'network-vif-deleted', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:21.957627 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4fe0e8-c449-490b-a735-6ab8bf56135a" -d '{"events": [{"server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "name": "network-vif-deleted", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:21.992671 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d09861-2deb-4547-be15-78e236893804 x-openstack-request-id: req-24d09861-2deb-4547-be15-78e236893804 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:21.992965 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9b911c-efc7-4532-aaaf-8704fbcc3317", "name": "network-vif-deleted", "tag": "db30d048-2522-4792-bb0d-1dd8bec0befc", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:21.993239 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24d09861-2deb-4547-be15-78e236893804 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:21.993662 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9b911c-efc7-4532-aaaf-8704fbcc3317', 'name': 'network-vif-deleted', 'tag': 'db30d048-2522-4792-bb0d-1dd8bec0befc', 'status': 'completed', 'code': 200} Mar 08 20:41:22.525893 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-53040e35-6f41-48f1-9862-ab9155a6198d req-d52e0a1b-fe39-4b4e-9a67-fbb409a4ba02 tempest-TestMinimumBasicScenario-1116887027 tempest-TestMinimumBasicScenario-1116887027-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9b911c-efc7-4532-aaaf-8704fbcc3317 HTTP/1.1" status: 200 len: 210 time: 0.0269203 Mar 08 20:41:22.925052 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:24.250118 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device db30d048-2522-4792-bb0d-1dd8bec0befc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:41:24.273214 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: db30d048-2522-4792-bb0d-1dd8bec0befc {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:41:24.273563 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device db30d048-2522-4792-bb0d-1dd8bec0befc not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:41:24.893973 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40176) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:25.544488 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-854102'] for router_interface (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:25.791482 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] Deleting port f2d5e283-785d-47df-965b-6478f8766484 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:25.791828 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (f2d5e283-785d-47df-965b-6478f8766484), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:25.868768 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] For port f2d5e283-785d-47df-965b-6478f8766484, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=f2d5e283-785d-47df-965b-6478f8766484,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:25.869130 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (f2d5e283-785d-47df-965b-6478f8766484), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:25.881710 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] Calling delete_port for f2d5e283-785d-47df-965b-6478f8766484 owned by network:router_interface {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:26.142605 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (f2d5e283-785d-47df-965b-6478f8766484), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.169068 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d5e283-785d-47df-965b-6478f8766484,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:26.345415 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-854050'] for router_interface (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.561828 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] Router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:41:26.662839 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:26.668625 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-b4d5de73-32d0-467e-a1b0-3d2a45411eb4 admin admin] 10.222.0.55 "PUT /v2.0/routers/fcb31cf8-730c-44f4-ab6e-a19da37d8d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7730637 Mar 08 20:41:26.671019 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40182) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:26.674562 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] Sync routers for ids ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:26.684605 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] Routers {'fcb31cf8-730c-44f4-ab6e-a19da37d8d47'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:26.685186 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:41:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:26.776541 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Publish callbacks [] for router (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.791466 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] Set router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:26.883056 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Publish callbacks [] for router_gateway (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.969947 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:41:26Z', 'revision_number': 5, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port': {'id': '522bb586-6fc0-4549-bb2e-04c8bc78864c', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:24Z', 'updated_at': '2022-03-08T20:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:26.999915 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] Checking router: fcb31cf8-730c-44f4-ab6e-a19da37d8d47 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:41:27.008214 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] Routers {'fcb31cf8-730c-44f4-ab6e-a19da37d8d47'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:27.008826 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:41:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:27.019396 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Deleting port 522bb586-6fc0-4549-bb2e-04c8bc78864c {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:27.019742 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.096935 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] Set router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 gateway port host: None {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:27.104376 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] For port 522bb586-6fc0-4549-bb2e-04c8bc78864c, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=522bb586-6fc0-4549-bb2e-04c8bc78864c,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:27.104868 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.118784 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Calling delete_port for 522bb586-6fc0-4549-bb2e-04c8bc78864c owned by network:router_gateway {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:27.282336 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:41:26Z', 'revision_number': 6, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port_host': None}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:27.309461 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12c499-522d-491d-97a5-eb703ea92acc None None] The sync data for ids ['fcb31cf8-730c-44f4-ab6e-a19da37d8d47'] in dv-cinder-830097-3-iscsi is: [{'id': 'fcb31cf8-730c-44f4-ab6e-a19da37d8d47', 'name': 'tempest-TestMinimumBasicScenario-996677617-router', 'tenant_id': '9ba3fecb4ae343678106904a61f313af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:23Z', 'updated_at': '2022-03-08T20:41:26Z', 'revision_number': 6, 'project_id': '9ba3fecb4ae343678106904a61f313af', 'gw_port_host': None}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:27.354024 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (522bb586-6fc0-4549-bb2e-04c8bc78864c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.381092 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=522bb586-6fc0-4549-bb2e-04c8bc78864c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:27.446731 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-859272'] for router_gateway (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.539125 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-855612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24648'] for router (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.541441 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Publish callbacks [] for router_controller (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.646540 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-855595'] for router (fcb31cf8-730c-44f4-ab6e-a19da37d8d47), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.647972 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcb31cf8-730c-44f4-ab6e-a19da37d8d47 {{(pid=103530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:41:27.657995 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.659332 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-b9dbc1d7-2055-45ee-9613-7b5aa0ce1c67 admin admin] 10.222.0.55 "DELETE /v2.0/routers/fcb31cf8-730c-44f4-ab6e-a19da37d8d47 HTTP/1.1" status: 204 len: 168 time: 0.9872930 Mar 08 20:41:27.662015 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40192) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:27.712720 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_v2 [None req-851bc8f0-70d0-41cd-8a03-2d74f8403704 admin admin] Deleting subnet defaed33-8eb8-4c4c-8b77-6a0cd0fa527e {{(pid=103531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:41:27.716694 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-851bc8f0-70d0-41cd-8a03-2d74f8403704 admin admin] Publish callbacks [] for subnet (defaed33-8eb8-4c4c-8b77-6a0cd0fa527e), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.753595 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-851bc8f0-70d0-41cd-8a03-2d74f8403704 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095704'] for subnet (defaed33-8eb8-4c4c-8b77-6a0cd0fa527e), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.796982 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device f2d5e283-785d-47df-965b-6478f8766484 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:41:27.821218 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: f2d5e283-785d-47df-965b-6478f8766484 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:41:27.821218 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device f2d5e283-785d-47df-965b-6478f8766484 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:41:27.869028 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-851bc8f0-70d0-41cd-8a03-2d74f8403704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (defaed33-8eb8-4c4c-8b77-6a0cd0fa527e), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.010922 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-851bc8f0-70d0-41cd-8a03-2d74f8403704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9274928'] for subnet (defaed33-8eb8-4c4c-8b77-6a0cd0fa527e), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.046104 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bc8f0-70d0-41cd-8a03-2d74f8403704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=defaed33-8eb8-4c4c-8b77-6a0cd0fa527e,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:28.046104 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-851bc8f0-70d0-41cd-8a03-2d74f8403704 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.048733 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-851bc8f0-70d0-41cd-8a03-2d74f8403704 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/defaed33-8eb8-4c4c-8b77-6a0cd0fa527e HTTP/1.1" status: 204 len: 168 time: 0.3842919 Mar 08 20:41:28.051041 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40196) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:28.053691 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90abe2b-5faf-4c0f-bc5f-d7e2e63a238a None None] Network 6e9c5133-104c-4eaa-af7e-834f9ffdf59c requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:41:28.124406 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (6e9c5133-104c-4eaa-af7e-834f9ffdf59c), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.177562 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Deleting port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:28.177899 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.231860 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beceecf-86e2-4293-81aa-9e3e4aa01f10 None None] DHCP port deletion for 6e9c5133-104c-4eaa-af7e-834f9ffdf59c request from dv-cinder-830097-3-iscsi {{(pid=103532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:41:28.252296 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] For port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=2ae763d5-ebe2-4d2c-9e73-86b290db6b98,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:28.252663 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.266144 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Calling delete_port for 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 owned by network:dhcp {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:28.286770 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-8beceecf-86e2-4293-81aa-9e3e4aa01f10 None None] Deleting port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 {{(pid=103532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:28.287173 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8beceecf-86e2-4293-81aa-9e3e4aa01f10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), before_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.351853 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-8beceecf-86e2-4293-81aa-9e3e4aa01f10 None None] For port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=2ae763d5-ebe2-4d2c-9e73-86b290db6b98,segment=NetworkSegment(0978d1e9-03f0-4f1d-b05d-118602e748ff),segment_id=0978d1e9-03f0-4f1d-b05d-118602e748ff)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:28.352227 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8beceecf-86e2-4293-81aa-9e3e4aa01f10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), precommit_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.412273 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-8beceecf-86e2-4293-81aa-9e3e4aa01f10 None None] Calling delete_port for 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 owned by network:dhcp {{(pid=103532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:28.445158 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.474467 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae763d5-ebe2-4d2c-9e73-86b290db6b98,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:28.480422 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8beceecf-86e2-4293-81aa-9e3e4aa01f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (2ae763d5-ebe2-4d2c-9e73-86b290db6b98), after_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.487532 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] No DVR routers for this DVR port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 on host dv-cinder-830097-3-iscsi {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:41:28.509141 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beceecf-86e2-4293-81aa-9e3e4aa01f10 None None] Pushing event deleted for resources: {'Port': ['ID=2ae763d5-ebe2-4d2c-9e73-86b290db6b98,revision_number=None']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:28.513452 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beceecf-86e2-4293-81aa-9e3e4aa01f10 None None] No DVR routers for this DVR port 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 on host dv-cinder-830097-3-iscsi {{(pid=103532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:41:28.561246 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (6e9c5133-104c-4eaa-af7e-834f9ffdf59c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.581051 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9c5133-104c-4eaa-af7e-834f9ffdf59c']}} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:28.590343 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0978d1e9-03f0-4f1d-b05d-118602e748ff') {'for_net_delete': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:28.590637 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0978d1e9-03f0-4f1d-b05d-118602e748ff') {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:28.599885 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095907'] for segment (0978d1e9-03f0-4f1d-b05d-118602e748ff), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.612694 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (0978d1e9-03f0-4f1d-b05d-118602e748ff), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.618442 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:41:28.618818 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8694571'] for segment (0978d1e9-03f0-4f1d-b05d-118602e748ff), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: Traceback (most recent call last): Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: timer() Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: cb(*args, **kw) Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: return func(*args, **kwargs) Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: self._notify() Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: self.callback(batched_events) Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: event.method(event) Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: return f(self, *a, **k) Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._get(url).json() Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: return self.request(url, 'GET', **kwargs) Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:41:28.620482 dv-cinder-830097-3-iscsi neutron-server[103531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:41:28.694202 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:41:28.753973 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (6e9c5133-104c-4eaa-af7e-834f9ffdf59c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.763166 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:28.763690 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6e9c5133-104c-4eaa-af7e-834f9ffdf59c HTTP/1.1" status: 204 len: 168 time: 0.7117200 Mar 08 20:41:28.766696 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40200) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:28.772976 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b22fe-dc19-48b8-8ed2-49a8dec82e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e9c5133-104c-4eaa-af7e-834f9ffdf59c,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:29.112163 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-854102'] for router_interface (0a91c7ca-f645-4c28-a539-b4d619d7396e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:29.430999 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 522bb586-6fc0-4549-bb2e-04c8bc78864c no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:41:29.452011 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 522bb586-6fc0-4549-bb2e-04c8bc78864c {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:41:29.452426 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 522bb586-6fc0-4549-bb2e-04c8bc78864c not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:41:29.452922 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:41:29.472290 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:41:29.472632 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 2ae763d5-ebe2-4d2c-9e73-86b290db6b98 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:41:29.569539 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] Deleting port a169ce5a-c349-4df3-a81b-979934b8b9a6 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:29.569926 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:29.646019 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] For port a169ce5a-c349-4df3-a81b-979934b8b9a6, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=a169ce5a-c349-4df3-a81b-979934b8b9a6,segment=NetworkSegment(54db35a0-e140-4dc8-91a1-a060ce1f0ee1),segment_id=54db35a0-e140-4dc8-91a1-a060ce1f0ee1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:29.646381 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:29.658630 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] Calling delete_port for a169ce5a-c349-4df3-a81b-979934b8b9a6 owned by network:router_interface {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:29.902534 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (a169ce5a-c349-4df3-a81b-979934b8b9a6), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:29.927961 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a169ce5a-c349-4df3-a81b-979934b8b9a6,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:30.107248 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-854050'] for router_interface (0a91c7ca-f645-4c28-a539-b4d619d7396e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:30.325670 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] Router 0a91c7ca-f645-4c28-a539-b4d619d7396e has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:41:30.432618 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:30.438403 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-e8231fb9-2095-4634-8be4-dbeb65d0f4f6 admin admin] 10.222.0.55 "PUT /v2.0/routers/0a91c7ca-f645-4c28-a539-b4d619d7396e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6704504 Mar 08 20:41:30.440782 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40214) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:30.443616 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] Sync routers for ids ['0a91c7ca-f645-4c28-a539-b4d619d7396e'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:30.453450 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] Routers {'0a91c7ca-f645-4c28-a539-b4d619d7396e'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:30.454065 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:41:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['0a91c7ca-f645-4c28-a539-b4d619d7396e'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:30.559578 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Publish callbacks [] for router (0a91c7ca-f645-4c28-a539-b4d619d7396e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:30.564026 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] Set router 0a91c7ca-f645-4c28-a539-b4d619d7396e gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:30.664728 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Publish callbacks [] for router_gateway (0a91c7ca-f645-4c28-a539-b4d619d7396e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:30.740721 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'name': 'tempest-TestMinimumBasicScenario-1029420990-router', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:41:29Z', 'revision_number': 5, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'gw_port': {'id': '1e2e5ff1-4255-474b-ade5-ba49a4be0ad3', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:30.768893 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] Checking router: 0a91c7ca-f645-4c28-a539-b4d619d7396e for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:41:30.778380 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] Routers {'0a91c7ca-f645-4c28-a539-b4d619d7396e'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:30.778978 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:41:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['0a91c7ca-f645-4c28-a539-b4d619d7396e'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:30.800191 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Deleting port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:30.800532 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:30.861386 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] Set router 0a91c7ca-f645-4c28-a539-b4d619d7396e gateway port host: None {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:30.878436 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] For port 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=1e2e5ff1-4255-474b-ade5-ba49a4be0ad3,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:30.878797 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:30.890706 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Calling delete_port for 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 owned by network:router_gateway {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:30.914146 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'name': 'tempest-TestMinimumBasicScenario-1029420990-router', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:41:30Z', 'revision_number': 6, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'gw_port_host': None}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:30.940163 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917c52d-6177-4e98-b169-7af7d64a74a6 None None] The sync data for ids ['0a91c7ca-f645-4c28-a539-b4d619d7396e'] in dv-cinder-830097-3-iscsi is: [{'id': '0a91c7ca-f645-4c28-a539-b4d619d7396e', 'name': 'tempest-TestMinimumBasicScenario-1029420990-router', 'tenant_id': 'b43a30022db947efa8c1fdea71e0deab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:36:30Z', 'updated_at': '2022-03-08T20:41:30Z', 'revision_number': 6, 'project_id': 'b43a30022db947efa8c1fdea71e0deab', 'gw_port_host': None}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:31.142284 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (1e2e5ff1-4255-474b-ade5-ba49a4be0ad3), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.176593 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2e5ff1-4255-474b-ade5-ba49a4be0ad3,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:31.229293 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-859272'] for router_gateway (0a91c7ca-f645-4c28-a539-b4d619d7396e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.322966 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-855612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24648'] for router (0a91c7ca-f645-4c28-a539-b4d619d7396e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.325770 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Publish callbacks [] for router_controller (0a91c7ca-f645-4c28-a539-b4d619d7396e), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.422299 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-855595'] for router (0a91c7ca-f645-4c28-a539-b4d619d7396e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.422783 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a91c7ca-f645-4c28-a539-b4d619d7396e {{(pid=103530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:41:31.427147 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.428343 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-69f79a30-c621-400b-8faa-36a06755fa05 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0a91c7ca-f645-4c28-a539-b4d619d7396e HTTP/1.1" status: 204 len: 168 time: 0.9865799 Mar 08 20:41:31.430842 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40218) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:31.478263 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_v2 [None req-26aac775-a353-4631-a288-c31406684ab5 admin admin] Deleting subnet 2e96cc2d-fe04-4475-a708-437a1331a08c {{(pid=103530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:41:31.481270 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-26aac775-a353-4631-a288-c31406684ab5 admin admin] Publish callbacks [] for subnet (2e96cc2d-fe04-4475-a708-437a1331a08c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.515423 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-26aac775-a353-4631-a288-c31406684ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134415'] for subnet (2e96cc2d-fe04-4475-a708-437a1331a08c), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.623005 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-26aac775-a353-4631-a288-c31406684ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (2e96cc2d-fe04-4475-a708-437a1331a08c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.722318 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device a169ce5a-c349-4df3-a81b-979934b8b9a6 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:41:31.742725 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: a169ce5a-c349-4df3-a81b-979934b8b9a6 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:41:31.743065 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device a169ce5a-c349-4df3-a81b-979934b8b9a6 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:41:31.743488 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:41:31.753898 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-26aac775-a353-4631-a288-c31406684ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9010323'] for subnet (2e96cc2d-fe04-4475-a708-437a1331a08c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.762273 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:41:31.764299 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 1e2e5ff1-4255-474b-ade5-ba49a4be0ad3 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:41:31.778018 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aac775-a353-4631-a288-c31406684ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e96cc2d-fe04-4475-a708-437a1331a08c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:31.787256 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-26aac775-a353-4631-a288-c31406684ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.787256 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-26aac775-a353-4631-a288-c31406684ab5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2e96cc2d-fe04-4475-a708-437a1331a08c HTTP/1.1" status: 204 len: 168 time: 0.3548965 Mar 08 20:41:31.789558 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40222) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:31.791833 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a9278-b4ab-4f6c-96f2-5ebf2ddfd6d8 None None] Network 01baf481-fa63-47a1-8647-07f61c863661 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:41:31.861500 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (01baf481-fa63-47a1-8647-07f61c863661), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.922433 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Deleting port 0ffef008-a855-4fdd-8e57-35b211617d13 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:31.922842 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:31.968819 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fd5d6-a0a9-4fcb-9ec0-20236c7185a2 None None] DHCP port deletion for 01baf481-fa63-47a1-8647-07f61c863661 request from dv-cinder-830097-3-iscsi {{(pid=103532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:41:31.993395 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] For port 0ffef008-a855-4fdd-8e57-35b211617d13, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=0ffef008-a855-4fdd-8e57-35b211617d13,segment=NetworkSegment(54db35a0-e140-4dc8-91a1-a060ce1f0ee1),segment_id=54db35a0-e140-4dc8-91a1-a060ce1f0ee1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:31.993839 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.008140 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Calling delete_port for 0ffef008-a855-4fdd-8e57-35b211617d13 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:32.026462 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fd5d6-a0a9-4fcb-9ec0-20236c7185a2 None None] Deleting port 0ffef008-a855-4fdd-8e57-35b211617d13 {{(pid=103532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:32.026811 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8e3fd5d6-a0a9-4fcb-9ec0-20236c7185a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), before_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.091255 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-8e3fd5d6-a0a9-4fcb-9ec0-20236c7185a2 None None] For port 0ffef008-a855-4fdd-8e57-35b211617d13, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=0ffef008-a855-4fdd-8e57-35b211617d13,segment=NetworkSegment(54db35a0-e140-4dc8-91a1-a060ce1f0ee1),segment_id=54db35a0-e140-4dc8-91a1-a060ce1f0ee1)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:32.091649 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8e3fd5d6-a0a9-4fcb-9ec0-20236c7185a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), precommit_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.103631 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fd5d6-a0a9-4fcb-9ec0-20236c7185a2 None None] Calling delete_port for 0ffef008-a855-4fdd-8e57-35b211617d13 owned by network:dhcp {{(pid=103532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:32.148179 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.174468 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffef008-a855-4fdd-8e57-35b211617d13,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:32.179791 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] No DVR routers for this DVR port 0ffef008-a855-4fdd-8e57-35b211617d13 on host dv-cinder-830097-3-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:41:32.183133 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8e3fd5d6-a0a9-4fcb-9ec0-20236c7185a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (0ffef008-a855-4fdd-8e57-35b211617d13), after_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.208373 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fd5d6-a0a9-4fcb-9ec0-20236c7185a2 None None] Pushing event deleted for resources: {'Port': ['ID=0ffef008-a855-4fdd-8e57-35b211617d13,revision_number=None']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:32.210161 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3fd5d6-a0a9-4fcb-9ec0-20236c7185a2 None None] No DVR routers for this DVR port 0ffef008-a855-4fdd-8e57-35b211617d13 on host dv-cinder-830097-3-iscsi {{(pid=103532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:41:32.253422 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (01baf481-fa63-47a1-8647-07f61c863661), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.478970 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01baf481-fa63-47a1-8647-07f61c863661']}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:32.488392 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54db35a0-e140-4dc8-91a1-a060ce1f0ee1') {'for_net_delete': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:32.488688 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54db35a0-e140-4dc8-91a1-a060ce1f0ee1') {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:32.497850 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134516'] for segment (54db35a0-e140-4dc8-91a1-a060ce1f0ee1), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.510841 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (54db35a0-e140-4dc8-91a1-a060ce1f0ee1), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.517433 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:41:32.517813 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10270707'] for segment (54db35a0-e140-4dc8-91a1-a060ce1f0ee1), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: Traceback (most recent call last): Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: timer() Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: cb(*args, **kw) Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: return func(*args, **kwargs) Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: self._notify() Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: self.callback(batched_events) Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: event.method(event) Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: return f(self, *a, **k) Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._get(url).json() Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: return self.request(url, 'GET', **kwargs) Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:41:32.519476 dv-cinder-830097-3-iscsi neutron-server[103530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:41:32.633708 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (01baf481-fa63-47a1-8647-07f61c863661), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.639586 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:32.642720 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/01baf481-fa63-47a1-8647-07f61c863661 HTTP/1.1" status: 204 len: 168 time: 0.8517127 Mar 08 20:41:32.654295 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa4b1a-4bd1-4e54-aeb7-65c891fdfbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=01baf481-fa63-47a1-8647-07f61c863661,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:32.993522 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40228) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:33.033340 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c47f6252-0d92-4026-a1cd-304ca46cc058 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ba3fecb4ae343678106904a61f313af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386653 Mar 08 20:41:33.035818 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40230) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:33.081407 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2332c842-7e68-4c7d-8a35-5a643b1b2512 admin admin] Publish callbacks [] for security_group (087954c9-6977-4e2c-a7cc-57e1ffd4e715), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:33.101625 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2332c842-7e68-4c7d-8a35-5a643b1b2512 admin admin] Publish callbacks [] for security_group (087954c9-6977-4e2c-a7cc-57e1ffd4e715), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:33.204995 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2332c842-7e68-4c7d-8a35-5a643b1b2512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (087954c9-6977-4e2c-a7cc-57e1ffd4e715), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:33.207466 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2332c842-7e68-4c7d-8a35-5a643b1b2512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:33.208597 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-2332c842-7e68-4c7d-8a35-5a643b1b2512 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/087954c9-6977-4e2c-a7cc-57e1ffd4e715 HTTP/1.1" status: 204 len: 168 time: 0.1719053 Mar 08 20:41:33.216552 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332c842-7e68-4c7d-8a35-5a643b1b2512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087954c9-6977-4e2c-a7cc-57e1ffd4e715,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:33.435300 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 0ffef008-a855-4fdd-8e57-35b211617d13 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:41:33.455682 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 0ffef008-a855-4fdd-8e57-35b211617d13 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:41:33.455966 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 0ffef008-a855-4fdd-8e57-35b211617d13 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:41:33.799643 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40238) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:33.837312 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-04bb6ab3-95f9-4998-8e50-c29a7010ba34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b43a30022db947efa8c1fdea71e0deab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0365560 Mar 08 20:41:33.840082 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40240) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:33.884786 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-35158b62-e5dd-4632-8a96-f34ed71b854f admin admin] Publish callbacks [] for security_group (78ab71de-a17e-4733-b3b9-e54e410be65f), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:33.905770 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-35158b62-e5dd-4632-8a96-f34ed71b854f admin admin] Publish callbacks [] for security_group (78ab71de-a17e-4733-b3b9-e54e410be65f), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:34.005062 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-35158b62-e5dd-4632-8a96-f34ed71b854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (78ab71de-a17e-4733-b3b9-e54e410be65f), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:34.007667 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-35158b62-e5dd-4632-8a96-f34ed71b854f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:34.008852 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-35158b62-e5dd-4632-8a96-f34ed71b854f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78ab71de-a17e-4733-b3b9-e54e410be65f HTTP/1.1" status: 204 len: 168 time: 0.1678958 Mar 08 20:41:34.017253 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35158b62-e5dd-4632-8a96-f34ed71b854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ab71de-a17e-4733-b3b9-e54e410be65f,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:36.279065 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:40.897776 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d40047-204d-46cb-bd8c-7b5c922cb435 req-936c6d75-3c19-4859-9e65-8e1abd53b1a5 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:40.899361 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a6d40047-204d-46cb-bd8c-7b5c922cb435 req-936c6d75-3c19-4859-9e65-8e1abd53b1a5 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 946 time: 0.0522978 Mar 08 20:41:40.948359 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a6d40047-204d-46cb-bd8c-7b5c922cb435 req-2d81a9a7-d0f3-4105-80b0-b30cb3e48ba1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Mar 08 20:41:42.065236 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd6171-f57d-4027-893b-4c947c9a242c req-901c7292-21b8-4b18-97c3-3e29a841eae8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:42.066760 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f5cd6171-f57d-4027-893b-4c947c9a242c req-901c7292-21b8-4b18-97c3-3e29a841eae8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 946 time: 0.0514827 Mar 08 20:41:42.114858 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f5cd6171-f57d-4027-893b-4c947c9a242c req-3fcf7a2f-deed-4c9f-b60d-6a83168bf23d tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426135 Mar 08 20:41:42.851106 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-920e1fda-6175-41ad-8dc8-78b8ba960119 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:42.852555 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-920e1fda-6175-41ad-8dc8-78b8ba960119 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 946 time: 0.0543120 Mar 08 20:41:42.944213 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Deleting port 1502311c-8b72-4b26-9d62-ffc42383349f {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:42.944620 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.035589 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] For port 1502311c-8b72-4b26-9d62-ffc42383349f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1502311c-8b72-4b26-9d62-ffc42383349f,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:43.035875 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.225936 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.226655 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (e6054f16-c4c2-4519-89a0-c96fd4a8c701), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.226655 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Floating IP e6054f16-c4c2-4519-89a0-c96fd4a8c701 disassociated. External IP: 172.27.3.38, port: 1502311c-8b72-4b26-9d62-ffc42383349f. Mar 08 20:41:43.227055 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Calling delete_port for 1502311c-8b72-4b26-9d62-ffc42383349f owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:43.288807 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f67cd-3b15-42a6-8e20-78b0903166c9 req-ce1ce1bf-a82c-48f4-9c04-cf85f6a75615 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:43.290193 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cd6f67cd-3b15-42a6-8e20-78b0903166c9 req-ce1ce1bf-a82c-48f4-9c04-cf85f6a75615 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 946 time: 0.1052234 Mar 08 20:41:43.351982 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cd6f67cd-3b15-42a6-8e20-78b0903166c9 req-fc23bf9f-fe12-4d7d-902e-ee1d19aef182 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=008fa084-db0c-402c-b9c2-dd35b55ab636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557787 Mar 08 20:41:43.462196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (1502311c-8b72-4b26-9d62-ffc42383349f), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.496728 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'Port': ['ID=1502311c-8b72-4b26-9d62-ffc42383349f,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:43.606756 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Router 7661367e-bf65-4c79-970e-115a06f07187 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:41:43.711819 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:41:43.722186 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:41:43.732495 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:43.733224 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:41:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:43.754890 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] No DVR routers for this DVR port 1502311c-8b72-4b26-9d62-ffc42383349f on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:41:43.757371 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:43.760836 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9866b85a-7eb7-466a-817b-c93e3ffe0a7c req-d955017b-0bb4-4582-ad2c-5eb5c069b13f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "DELETE /v2.0/ports/1502311c-8b72-4b26-9d62-ffc42383349f HTTP/1.1" status: 204 len: 173 time: 0.9010558 Mar 08 20:41:43.761738 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'name': 'network-vif-deleted', 'tag': '1502311c-8b72-4b26-9d62-ffc42383349f'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:43.764015 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9048f1-fd71-4ea8-aeb1-5b9365d2739a" -d '{"events": [{"server_uuid": "0e1322e3-15e4-4188-98b8-653b343cbe0c", "name": "network-vif-deleted", "tag": "1502311c-8b72-4b26-9d62-ffc42383349f"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:43.803794 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43b433e-7395-42de-ae4d-bbacea760977 x-openstack-request-id: req-b43b433e-7395-42de-ae4d-bbacea760977 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:43.803794 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1322e3-15e4-4188-98b8-653b343cbe0c", "name": "network-vif-deleted", "tag": "1502311c-8b72-4b26-9d62-ffc42383349f", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:43.803794 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b43b433e-7395-42de-ae4d-bbacea760977 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:43.803794 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1322e3-15e4-4188-98b8-653b343cbe0c', 'name': 'network-vif-deleted', 'tag': '1502311c-8b72-4b26-9d62-ffc42383349f', 'status': 'completed', 'code': 200} Mar 08 20:41:43.845253 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:44.067476 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:44.099054 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:41:44.107655 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:41:44.108315 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:41:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:44.213487 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:41:44.468922 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e432eac1-21dd-49d1-8463-62c6dc6012dd req-f62756c3-ee9e-4d47-8ffb-03c3a5217014 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e1322e3-15e4-4188-98b8-653b343cbe0c HTTP/1.1" status: 200 len: 210 time: 0.0279367 Mar 08 20:41:44.534647 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:41:44.561986 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297579c-e2a2-450b-8c46-99d04f0d0f8b None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:41:44.779307 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5e876-becf-4476-b2d6-50d96a1beef1 None None] New status for floating IP e6054f16-c4c2-4519-89a0-c96fd4a8c701: DOWN {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:41:45.130776 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4696f-22da-4f86-acbc-275e65b033a5 req-9c647d6f-3d5a-4e29-8036-0c2f57c3f0a7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:45.132326 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6ab4696f-22da-4f86-acbc-275e65b033a5 req-9c647d6f-3d5a-4e29-8036-0c2f57c3f0a7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0518064 Mar 08 20:41:45.180792 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6ab4696f-22da-4f86-acbc-275e65b033a5 req-c07d8808-6e64-4714-94cb-c6dfabcfa78b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425889 Mar 08 20:41:45.633574 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40322) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:45.689054 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-09dc9316-5f19-4fa5-bd12-46320f301006 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (008fa084-db0c-402c-b9c2-dd35b55ab636), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:45.711763 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-09dc9316-5f19-4fa5-bd12-46320f301006 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (008fa084-db0c-402c-b9c2-dd35b55ab636), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:45.816286 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-09dc9316-5f19-4fa5-bd12-46320f301006 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (008fa084-db0c-402c-b9c2-dd35b55ab636), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:45.819009 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-09dc9316-5f19-4fa5-bd12-46320f301006 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:45.820544 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-09dc9316-5f19-4fa5-bd12-46320f301006 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "DELETE /v2.0/security-groups/008fa084-db0c-402c-b9c2-dd35b55ab636 HTTP/1.1" status: 204 len: 168 time: 0.1859019 Mar 08 20:41:45.823589 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40324) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:45.832360 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc9316-5f19-4fa5-bd12-46320f301006 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008fa084-db0c-402c-b9c2-dd35b55ab636,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:45.838937 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.api.v2.resource [None req-c4d24ff3-d3a6-461f-b56f-e57047e3a5be tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] show failed (client error): The resource could not be found. Mar 08 20:41:45.840036 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c4d24ff3-d3a6-461f-b56f-e57047e3a5be tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups/008fa084-db0c-402c-b9c2-dd35b55ab636 HTTP/1.1" status: 404 len: 347 time: 0.0148532 Mar 08 20:41:45.843361 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40326) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:45.973547 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-78e7c7ed-3549-4777-83b9-477323302965 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Deleting port 2b36b633-4c20-4f66-9c46-3574493576c6 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:41:45.973889 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e7c7ed-3549-4777-83b9-477323302965 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (2b36b633-4c20-4f66-9c46-3574493576c6), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.058885 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e7c7ed-3549-4777-83b9-477323302965 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (2b36b633-4c20-4f66-9c46-3574493576c6), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.059237 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e7c7ed-3549-4777-83b9-477323302965 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (2b36b633-4c20-4f66-9c46-3574493576c6), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.071230 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-78e7c7ed-3549-4777-83b9-477323302965 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Calling delete_port for 2b36b633-4c20-4f66-9c46-3574493576c6 owned by network:floatingip {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:41:46.262409 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e7c7ed-3549-4777-83b9-477323302965 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (2b36b633-4c20-4f66-9c46-3574493576c6), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.303869 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1502311c-8b72-4b26-9d62-ffc42383349f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:41:46.306758 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7c7ed-3549-4777-83b9-477323302965 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'Port': ['ID=2b36b633-4c20-4f66-9c46-3574493576c6,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:46.330892 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 1502311c-8b72-4b26-9d62-ffc42383349f {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:41:46.331270 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 1502311c-8b72-4b26-9d62-ffc42383349f not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:41:46.378216 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddd4de-a392-40fc-ac33-1e829fbc13f0 req-26f2e70b-f688-4ed9-b949-d6445bdc74f3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:46.379759 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-41ddd4de-a392-40fc-ac33-1e829fbc13f0 req-26f2e70b-f688-4ed9-b949-d6445bdc74f3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.1274629 Mar 08 20:41:46.384625 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e7c7ed-3549-4777-83b9-477323302965 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (e6054f16-c4c2-4519-89a0-c96fd4a8c701), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.387301 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e7c7ed-3549-4777-83b9-477323302965 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.388374 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-78e7c7ed-3549-4777-83b9-477323302965 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "DELETE /v2.0/floatingips/e6054f16-c4c2-4519-89a0-c96fd4a8c701 HTTP/1.1" status: 204 len: 168 time: 0.5441113 Mar 08 20:41:46.432003 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-41ddd4de-a392-40fc-ac33-1e829fbc13f0 req-df9884c8-ab08-418f-9895-54591385e1da tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424950 Mar 08 20:41:46.507834 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2aaede3b-78c4-4ec1-b9f4-bf189e64e8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.633958 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40332) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:46.638479 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-a5621000-20cd-4ca8-9605-4d3419488a5a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501943995', 'description': 'tempest-description--581417176'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:46.736339 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5621000-20cd-4ca8-9605-4d3419488a5a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.802369 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5621000-20cd-4ca8-9605-4d3419488a5a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (bd7b5366-18d9-46c9-83dd-42d283104c8f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.856569 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5621000-20cd-4ca8-9605-4d3419488a5a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (bd7b5366-18d9-46c9-83dd-42d283104c8f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.885259 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5621000-20cd-4ca8-9605-4d3419488a5a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7b5366-18d9-46c9-83dd-42d283104c8f,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:46.926516 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5621000-20cd-4ca8-9605-4d3419488a5a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:46.927776 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a5621000-20cd-4ca8-9605-4d3419488a5a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2928190 Mar 08 20:41:46.930623 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40334) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:46.935761 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-1f077c57-af5e-41a2-9ff8-a30e24d2ded6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group_rule': {'security_group_id': 'bd7b5366-18d9-46c9-83dd-42d283104c8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:47.009164 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f077c57-af5e-41a2-9ff8-a30e24d2ded6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (7dd192bd-024f-4d1d-b5eb-d47983c8b4c2), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.068787 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f077c57-af5e-41a2-9ff8-a30e24d2ded6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (7dd192bd-024f-4d1d-b5eb-d47983c8b4c2), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.113067 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f077c57-af5e-41a2-9ff8-a30e24d2ded6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (7dd192bd-024f-4d1d-b5eb-d47983c8b4c2), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.131872 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f077c57-af5e-41a2-9ff8-a30e24d2ded6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd192bd-024f-4d1d-b5eb-d47983c8b4c2,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:47.195087 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f077c57-af5e-41a2-9ff8-a30e24d2ded6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.196306 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-1f077c57-af5e-41a2-9ff8-a30e24d2ded6 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646601 Mar 08 20:41:47.199020 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40336) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:47.203338 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-a57a1c2e-9294-43c2-9bce-3d2e6f73f2d2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'security_group_rule': {'security_group_id': 'bd7b5366-18d9-46c9-83dd-42d283104c8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:47.289300 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a57a1c2e-9294-43c2-9bce-3d2e6f73f2d2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (89044b10-4d7c-492c-8c3b-5606cdf75da7), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.343214 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a57a1c2e-9294-43c2-9bce-3d2e6f73f2d2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (89044b10-4d7c-492c-8c3b-5606cdf75da7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.399057 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a57a1c2e-9294-43c2-9bce-3d2e6f73f2d2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (89044b10-4d7c-492c-8c3b-5606cdf75da7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.418370 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a1c2e-9294-43c2-9bce-3d2e6f73f2d2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89044b10-4d7c-492c-8c3b-5606cdf75da7,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:47.479749 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a57a1c2e-9294-43c2-9bce-3d2e6f73f2d2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.479749 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a57a1c2e-9294-43c2-9bce-3d2e6f73f2d2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2769156 Mar 08 20:41:47.479993 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40340) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:47.484304 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:47.553190 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff929b-2cc6-46e6-b515-04462d6c0b5b req-e8d45f1b-4b38-4e35-97dd-37fea020efcc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:47.554656 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-46ff929b-2cc6-46e6-b515-04462d6c0b5b req-e8d45f1b-4b38-4e35-97dd-37fea020efcc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0523169 Mar 08 20:41:47.583275 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.631272 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-46ff929b-2cc6-46e6-b515-04462d6c0b5b req-cea7f75d-57d5-4cbf-bd23-7c32717cdeda tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708790 Mar 08 20:41:47.700149 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:47.906558 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Allocated IP 172.27.3.64 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/9474cc3c-6eb6-4a45-9268-34c02dc0a65c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:48.009093 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (9474cc3c-6eb6-4a45-9268-34c02dc0a65c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.079848 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (9474cc3c-6eb6-4a45-9268-34c02dc0a65c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.122639 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:48.126905 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:48.129288 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:48.156046 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=9474cc3c-6eb6-4a45-9268-34c02dc0a65c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:48.218999 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (f2fab86f-0375-4094-9583-70060c4ade41), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.296849 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (9474cc3c-6eb6-4a45-9268-34c02dc0a65c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.444966 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (9474cc3c-6eb6-4a45-9268-34c02dc0a65c), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.564511 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (9474cc3c-6eb6-4a45-9268-34c02dc0a65c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.633333 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=9474cc3c-6eb6-4a45-9268-34c02dc0a65c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:48.645468 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (f2fab86f-0375-4094-9583-70060c4ade41), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.732516 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.733691 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-dc93f0a1-ebaf-41ce-b2c3-b39df0149613 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2527742 Mar 08 20:41:48.752835 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b21d0-3d05-40f1-a008-e80fd8ed4543 req-31130b37-28b8-4ee7-b2c8-ec50126b9bf2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:48.754311 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-dc6b21d0-3d05-40f1-a008-e80fd8ed4543 req-31130b37-28b8-4ee7-b2c8-ec50126b9bf2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0523751 Mar 08 20:41:48.801251 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-dc6b21d0-3d05-40f1-a008-e80fd8ed4543 req-910e42f7-e784-41a9-93ed-4a33711cd44c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414767 Mar 08 20:41:48.928563 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-5429a860-7edd-42b4-bf7f-1aaace309c7e tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--501943995&fields=id&tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 267 time: 0.0409524 Mar 08 20:41:49.035916 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-ff395abe-8da9-45ba-8622-16ef2e93136c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:49.037379 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-ff395abe-8da9-45ba-8622-16ef2e93136c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 814 time: 0.1020434 Mar 08 20:41:49.051975 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-c2c1ffdc-7164-4c25-8c87-cb20d73eb195 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/quotas/c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 375 time: 0.0093911 Mar 08 20:41:49.056057 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e25e8a2b-b767-499b-9254-11118bfd856b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:49.110147 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-8c57c0f2-6597-406d-9e30-3b6395c87efa tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531652 Mar 08 20:41:49.203325 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-55919689-96ec-44d3-a895-fd8d1b7bc95f service neutron] 10.222.0.55 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814662 Mar 08 20:41:49.294411 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-045fe253-acd4-4d2f-b83a-3f5aee226a83 service neutron] 10.222.0.55 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853481 Mar 08 20:41:49.504911 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2b5e382a-803a-46c1-8ee7-b5f77b6142ea req-de25af39-7b2d-4ed2-9fd2-39d2e4dbcb16 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 210 time: 0.0299957 Mar 08 20:41:49.924844 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae245a-3725-4df8-9230-a5665cc23db8 req-ec850f40-1b73-4a1e-989f-945cf9b17b5d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:49.926341 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-67ae245a-3725-4df8-9230-a5665cc23db8 req-ec850f40-1b73-4a1e-989f-945cf9b17b5d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0531790 Mar 08 20:41:49.973141 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-67ae245a-3725-4df8-9230-a5665cc23db8 req-1728453c-090b-4512-b8a0-6fc15ea6872d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409915 Mar 08 20:41:50.238802 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:50.596180 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2a323d8a-f30a-4f45-9186-652bc8b2c5d3 req-79d9fea5-976b-4e6b-ac63-9a2f4a0bbf48 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 210 time: 0.0267851 Mar 08 20:41:51.093001 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d6bc8-b71f-47c7-b1ff-db36358bcb64 req-23b994fd-3d99-4450-897f-ebf246cd46a8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:51.094474 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9e9d6bc8-b71f-47c7-b1ff-db36358bcb64 req-23b994fd-3d99-4450-897f-ebf246cd46a8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0521033 Mar 08 20:41:51.144462 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9e9d6bc8-b71f-47c7-b1ff-db36358bcb64 req-dee9b53d-5f6e-44d0-90ee-eefe56a01982 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445688 Mar 08 20:41:51.403781 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-a9891a3b-5047-4a94-9f92-cf104a03c4ed tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:51.405198 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-a9891a3b-5047-4a94-9f92-cf104a03c4ed tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 814 time: 0.0990391 Mar 08 20:41:51.465678 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-c9730966-9247-4e58-b899-63975d5636de tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3 HTTP/1.1" status: 200 len: 379 time: 0.0512552 Mar 08 20:41:51.479568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'port': {'device_id': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'admin_state_up': True, 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'security_groups': ['bd7b5366-18d9-46c9-83dd-42d283104c8f']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:51.599424 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:51.686851 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7bf7a459-2e23-4e34-b6fd-fa0df1a0d554 req-e0a6f6ac-b21d-4c7a-a356-b6b71cbe20a9 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 210 time: 0.0269747 Mar 08 20:41:51.707333 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Made reservation on behalf of c0a2143ce6b541af95e0b1f35fcb6fc3 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:41:51.711241 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:51.836354 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Allocated IP 172.20.0.12 (9bd42d04-98ce-43a5-8568-bf7fc023b329/e615ce63-1553-4f4e-ac31-637d57fd5427/28ab54c6-37a7-4030-8214-ab0fa195565e) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:41:51.972310 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.056736 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.098831 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:41:52.101875 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:41:52.104289 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:41:52.134033 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event updated for resources: {'Port': ['ID=28ab54c6-37a7-4030-8214-ab0fa195565e,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:52.147270 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.147624 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.147967 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.148298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.148628 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.148955 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.149281 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.149608 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.149928 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.150250 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.150568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.150886 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.151233 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:41:52.171561 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:52.172170 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.242310 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-d0b06f17-caa4-4906-b115-30239ba33616 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7660847 Mar 08 20:41:52.254429 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Request body: {'port': {'device_id': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:41:52.277435 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f987646-47d8-479b-91cf-585e2cd43ec2 req-e25679a2-5261-4233-b38c-56a1319d50a0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:52.281296 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4f987646-47d8-479b-91cf-585e2cd43ec2 req-e25679a2-5261-4233-b38c-56a1319d50a0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0585752 Mar 08 20:41:52.317316 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.327220 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4f987646-47d8-479b-91cf-585e2cd43ec2 req-94f53269-8340-493e-99ed-39e078564ed3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423458 Mar 08 20:41:52.372756 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-601b6ffa-2b61-4dac-80a7-7eacb27374b8 None None] Provisioning complete for port 28ab54c6-37a7-4030-8214-ab0fa195565e triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:41:52.373054 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-601b6ffa-2b61-4dac-80a7-7eacb27374b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.409930 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-601b6ffa-2b61-4dac-80a7-7eacb27374b8 None None] Port 28ab54c6-37a7-4030-8214-ab0fa195565e cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:41:52.584429 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ab54c6-37a7-4030-8214-ab0fa195565e {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:41:52.591816 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Publish callbacks [] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.603268 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Transition to ACTIVE for port object 28ab54c6-37a7-4030-8214-ab0fa195565e will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:41:52.678927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.730785 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Pushing event updated for resources: {'Port': ['ID=28ab54c6-37a7-4030-8214-ab0fa195565e,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:52.830452 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Attempting to bind port 28ab54c6-37a7-4030-8214-ab0fa195565e on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:41:52.830790 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Attempting to bind port 28ab54c6-37a7-4030-8214-ab0fa195565e by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:41:52.831124 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Attempting to bind port 28ab54c6-37a7-4030-8214-ab0fa195565e on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:52.843689 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Port 28ab54c6-37a7-4030-8214-ab0fa195565e on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:41:52.844070 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Attempting to bind port 28ab54c6-37a7-4030-8214-ab0fa195565e on network 9bd42d04-98ce-43a5-8568-bf7fc023b329 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:41:52.859822 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98531d9d-1efe-414d-8a9d-c46cccdf06eb req-4cd586aa-7ded-454b-b243-4497505ad643 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:52.861511 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-98531d9d-1efe-414d-8a9d-c46cccdf06eb req-4cd586aa-7ded-454b-b243-4497505ad643 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 944 time: 0.0906544 Mar 08 20:41:52.862364 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:41:52.862844 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Checking segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:41:52.863258 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Bound using segment: {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:41:52.863704 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Bound port: 28ab54c6-37a7-4030-8214-ab0fa195565e, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3deea719-6db9-45b2-b0f6-e8de37cd3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:41:52.864065 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.913799 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.960511 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-98531d9d-1efe-414d-8a9d-c46cccdf06eb req-2e32b7fc-87f3-4d75-96b6-4579a2328a49 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865748 Mar 08 20:41:52.965941 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] For port 28ab54c6-37a7-4030-8214-ab0fa195565e, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:41:52.969027 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] For port 28ab54c6-37a7-4030-8214-ab0fa195565e, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28ab54c6-37a7-4030-8214-ab0fa195565e,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:41:53.051390 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:53.088713 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.102831 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:53.102831 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] 10.222.0.58 "PUT /v2.0/ports/28ab54c6-37a7-4030-8214-ab0fa195565e HTTP/1.1" status: 200 len: 1094 time: 0.8410864 Mar 08 20:41:53.102831 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'tag': '28ab54c6-37a7-4030-8214-ab0fa195565e'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:41:53.102831 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3d77f9-3bd6-464a-8fc9-867b8ea7271c" -d '{"events": [{"name": "network-changed", "server_uuid": "11c8b7d5-77e7-4602-9659-501b12dc2ec3", "tag": "28ab54c6-37a7-4030-8214-ab0fa195565e"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:41:53.114409 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69833298-08bc-405d-a3d5-fde64b650acb service neutron] Pushing event updated for resources: {'Port': ['ID=28ab54c6-37a7-4030-8214-ab0fa195565e,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:53.136732 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e3da27-432a-42f8-806d-f63a98152917 x-openstack-request-id: req-21e3da27-432a-42f8-806d-f63a98152917 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:41:53.137025 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c8b7d5-77e7-4602-9659-501b12dc2ec3", "tag": "28ab54c6-37a7-4030-8214-ab0fa195565e", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:41:53.137281 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21e3da27-432a-42f8-806d-f63a98152917 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:41:53.137685 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'tag': '28ab54c6-37a7-4030-8214-ab0fa195565e', 'status': 'completed', 'code': 200} Mar 08 20:41:53.206345 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d77f9-3bd6-464a-8fc9-867b8ea7271c req-1af59f23-e352-4575-94cc-0e8ebe85a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.208042 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fa3d77f9-3bd6-464a-8fc9-867b8ea7271c req-1af59f23-e352-4575-94cc-0e8ebe85a301 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 1128 time: 0.0468385 Mar 08 20:41:53.309388 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d77f9-3bd6-464a-8fc9-867b8ea7271c req-097efe7f-1225-42b6-a34d-ec12bab41d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.310828 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fa3d77f9-3bd6-464a-8fc9-867b8ea7271c req-097efe7f-1225-42b6-a34d-ec12bab41d22 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954204 Mar 08 20:41:53.402740 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d77f9-3bd6-464a-8fc9-867b8ea7271c req-4923afb1-fcc4-4cbb-9faa-1977ea758249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.404348 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fa3d77f9-3bd6-464a-8fc9-867b8ea7271c req-4923afb1-fcc4-4cbb-9faa-1977ea758249 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867815 Mar 08 20:41:53.741926 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda592c9-1927-4644-867d-de4c6c28cdd3 req-10d0d1ad-c8bb-4f2e-bd34-33932eee8ae7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.743380 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eda592c9-1927-4644-867d-de4c6c28cdd3 req-10d0d1ad-c8bb-4f2e-bd34-33932eee8ae7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.3366554 Mar 08 20:41:53.772580 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-03ee870b-778b-4f42-948d-2b7900a24254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.773953 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-03ee870b-778b-4f42-948d-2b7900a24254 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 1128 time: 0.3312278 Mar 08 20:41:53.822721 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-1b867cbf-4923-4e4c-903a-8405cd7cc2d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28ab54c6-37a7-4030-8214-ab0fa195565e HTTP/1.1" status: 200 len: 217 time: 0.0390849 Mar 08 20:41:53.830043 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eda592c9-1927-4644-867d-de4c6c28cdd3 req-32d4f12c-4edb-488a-9d12-61bb11e6cb51 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801497 Mar 08 20:41:53.874337 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-70b18234-1c6a-447a-9ced-cbef70ad40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.875811 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-70b18234-1c6a-447a-9ced-cbef70ad40c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.0449715 Mar 08 20:41:53.923534 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-f09d729f-f166-4f61-821b-cbcf67284024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:53.924965 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-f09d729f-f166-4f61-821b-cbcf67284024 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428991 Mar 08 20:41:54.012406 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-1f47fda5-06cb-49ed-8c1c-f6fbe48e2092 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812995 Mar 08 20:41:54.078655 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0debc20-d159-4d35-8818-c58efb90862c req-6ab9c824-498e-4fe0-9ee3-b45237c9cafd tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:54.080204 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b0debc20-d159-4d35-8818-c58efb90862c req-6ab9c824-498e-4fe0-9ee3-b45237c9cafd tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 944 time: 0.0519373 Mar 08 20:41:54.104806 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3abd8270-9f21-493a-94cc-11314f0ceb1d req-6dc09984-34fc-4825-a348-154aff4a2f40 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863559 Mar 08 20:41:54.126769 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b0debc20-d159-4d35-8818-c58efb90862c req-fad85924-3169-469b-9bd8-1db5fb8d8cde tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407636 Mar 08 20:41:54.950751 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b37c9-e087-43ef-99bb-970a927ae9b4 req-34aa96a6-8aa3-414d-bed2-18d449f04c07 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:54.952217 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a58b37c9-e087-43ef-99bb-970a927ae9b4 req-34aa96a6-8aa3-414d-bed2-18d449f04c07 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0523603 Mar 08 20:41:54.996891 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a58b37c9-e087-43ef-99bb-970a927ae9b4 req-a5b5fb50-687d-4adb-842b-d3787543645b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393171 Mar 08 20:41:55.251849 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c3c5-60d9-44bb-90cb-eb25d548b099 req-291a715f-86ed-48cc-84d1-b1f2cf35f019 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:55.253303 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-31d6c3c5-60d9-44bb-90cb-eb25d548b099 req-291a715f-86ed-48cc-84d1-b1f2cf35f019 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 944 time: 0.0623341 Mar 08 20:41:55.298699 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-31d6c3c5-60d9-44bb-90cb-eb25d548b099 req-36b7a205-0bf4-4e3e-bfea-5d4a28e5d7ee tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400670 Mar 08 20:41:56.121491 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f2f9a-557b-427b-9f41-0132e8c327b5 req-23796557-d765-46bd-a1cb-1934cc394123 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:56.122956 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ed0f2f9a-557b-427b-9f41-0132e8c327b5 req-23796557-d765-46bd-a1cb-1934cc394123 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0564158 Mar 08 20:41:56.169778 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ed0f2f9a-557b-427b-9f41-0132e8c327b5 req-a536c559-b1c2-4b45-9f4d-60c39adba958 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412631 Mar 08 20:41:56.412984 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f1ca-af20-4893-bcba-71a6a872445d req-a8618bf4-9892-42a3-8d50-69782e6f481b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:56.414435 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7e60f1ca-af20-4893-bcba-71a6a872445d req-a8618bf4-9892-42a3-8d50-69782e6f481b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 944 time: 0.0511515 Mar 08 20:41:56.459388 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7e60f1ca-af20-4893-bcba-71a6a872445d req-5868ded9-c4b0-42d4-bec2-328f64f980d5 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389032 Mar 08 20:41:57.288432 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a069a3-ca3d-4f59-ac4b-1e6b068145d8 req-d449253f-abfc-456f-beff-4fd2c090fea8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:57.289798 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d1a069a3-ca3d-4f59-ac4b-1e6b068145d8 req-d449253f-abfc-456f-beff-4fd2c090fea8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0510314 Mar 08 20:41:57.335183 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d1a069a3-ca3d-4f59-ac4b-1e6b068145d8 req-d56f506b-92be-4bd3-9713-78724f423249 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394318 Mar 08 20:41:57.578670 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333941-0f96-40b4-a41c-9518a3abeb3e req-c2d706c1-3a23-46ca-8e4c-de48289aad0c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:57.580082 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-28333941-0f96-40b4-a41c-9518a3abeb3e req-c2d706c1-3a23-46ca-8e4c-de48289aad0c tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 944 time: 0.0555165 Mar 08 20:41:57.625896 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-28333941-0f96-40b4-a41c-9518a3abeb3e req-dfa04c90-6529-4418-aedd-818869aa708f tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403786 Mar 08 20:41:58.343006 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 28ab54c6-37a7-4030-8214-ab0fa195565e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:41:58.443654 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 28ab54c6-37a7-4030-8214-ab0fa195565e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28ab54c6-37a7-4030-8214-ab0fa195565e,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:58.454519 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '28ab54c6-37a7-4030-8214-ab0fa195565e', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'port_id': '28ab54c6-37a7-4030-8214-ab0fa195565e', 'mac_address': 'fa:16:3e:18:dd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:41:58.456018 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec41b52-2b94-4ae5-b07e-1132f0ab3dc1 req-686ebaa1-f7c2-4f44-a1b2-69f31a4df370 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:58.457505 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9ec41b52-2b94-4ae5-b07e-1132f0ab3dc1 req-686ebaa1-f7c2-4f44-a1b2-69f31a4df370 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0522904 Mar 08 20:41:58.491452 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 28ab54c6-37a7-4030-8214-ab0fa195565e is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:41:58.491840 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.505215 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ab54c6-37a7-4030-8214-ab0fa195565e {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:41:58.507221 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-9ec41b52-2b94-4ae5-b07e-1132f0ab3dc1 req-63b3b394-d5ac-470c-90e4-a88e1498c60e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442030 Mar 08 20:41:58.525595 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 28ab54c6-37a7-4030-8214-ab0fa195565e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28ab54c6-37a7-4030-8214-ab0fa195565e,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:41:58.599087 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:58.645293 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=28ab54c6-37a7-4030-8214-ab0fa195565e,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:58.743474 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6f6c-e848-4fdf-ae9f-0d92bf9333fd req-dc97130c-6afb-4235-a001-63bfbc96b1fb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:58.745045 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e0fd6f6c-e848-4fdf-ae9f-0d92bf9333fd req-dc97130c-6afb-4235-a001-63bfbc96b1fb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0538425 Mar 08 20:41:58.791890 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e0fd6f6c-e848-4fdf-ae9f-0d92bf9333fd req-9eec8093-6b6a-48af-8619-edd0ac868634 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406427 Mar 08 20:41:58.943200 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['28ab54c6-37a7-4030-8214-ab0fa195565e'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:41:59.624729 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a2c6b-45ff-47b3-9aa5-653c71556ede req-5c38a470-676f-4eec-b2b7-b4e6e1590ddb tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:59.626161 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4f3a2c6b-45ff-47b3-9aa5-653c71556ede req-5c38a470-676f-4eec-b2b7-b4e6e1590ddb tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0500917 Mar 08 20:41:59.671437 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4f3a2c6b-45ff-47b3-9aa5-653c71556ede req-e8d73b4b-2815-4d0f-877c-db79a54b3ee2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397675 Mar 08 20:41:59.908751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3903-9351-43cc-be15-638f0f197265 req-f5d4be16-a7a3-4bed-99b5-186d8637a213 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:41:59.910218 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-43ff3903-9351-43cc-be15-638f0f197265 req-f5d4be16-a7a3-4bed-99b5-186d8637a213 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 945 time: 0.0516393 Mar 08 20:41:59.959809 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-43ff3903-9351-43cc-be15-638f0f197265 req-e095b6c0-cc20-4df2-9d55-5d1777e9e7ba tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 Mar 08 20:42:00.357911 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 28ab54c6-37a7-4030-8214-ab0fa195565e up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:42:00.444683 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 28ab54c6-37a7-4030-8214-ab0fa195565e completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:42:00.448510 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 28ab54c6-37a7-4030-8214-ab0fa195565e triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:42:00.448901 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.526900 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 28ab54c6-37a7-4030-8214-ab0fa195565e is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:42:00.527860 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.549537 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ab54c6-37a7-4030-8214-ab0fa195565e'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:00.551768 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10891cea-7921-4800-b441-24200772731f" -d '{"events": [{"server_uuid": "11c8b7d5-77e7-4602-9659-501b12dc2ec3", "name": "network-vif-plugged", "status": "completed", "tag": "28ab54c6-37a7-4030-8214-ab0fa195565e"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:00.564650 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 28ab54c6-37a7-4030-8214-ab0fa195565e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28ab54c6-37a7-4030-8214-ab0fa195565e,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:00.585236 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148f3018-1e68-4053-b209-cb71fc3aca06 x-openstack-request-id: req-148f3018-1e68-4053-b209-cb71fc3aca06 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:00.585513 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c8b7d5-77e7-4602-9659-501b12dc2ec3", "name": "network-vif-plugged", "status": "completed", "tag": "28ab54c6-37a7-4030-8214-ab0fa195565e", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:00.585795 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-148f3018-1e68-4053-b209-cb71fc3aca06 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:00.586177 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ab54c6-37a7-4030-8214-ab0fa195565e', 'code': 200} Mar 08 20:42:00.616096 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:00.664374 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=28ab54c6-37a7-4030-8214-ab0fa195565e,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:00.792908 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57680f-be84-4775-b219-85779617f896 req-7f0d12d6-06f5-4ecb-bcbb-7ed7aeb853d4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:00.794979 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0f57680f-be84-4775-b219-85779617f896 req-7f0d12d6-06f5-4ecb-bcbb-7ed7aeb853d4 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0542815 Mar 08 20:42:00.840656 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45329b3b-e188-4ef2-8f0a-42313a361bc5 req-7ac28574-9230-41e0-b880-ff0ae0eb2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:00.841841 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0f57680f-be84-4775-b219-85779617f896 req-380191d3-e352-43c7-afed-1ab1ad351b9a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411084 Mar 08 20:42:00.842127 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45329b3b-e188-4ef2-8f0a-42313a361bc5 req-7ac28574-9230-41e0-b880-ff0ae0eb2be3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0427015 Mar 08 20:42:00.888231 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45329b3b-e188-4ef2-8f0a-42313a361bc5 req-0d331957-e92f-4f95-ba57-474f08eebb8b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364912 Mar 08 20:42:01.078148 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db8203-6fac-4583-8187-7768fa2ac9bd req-a5f039a7-406d-43c2-b29c-682607792927 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:01.079653 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-68db8203-6fac-4583-8187-7768fa2ac9bd req-a5f039a7-406d-43c2-b29c-682607792927 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 946 time: 0.0548730 Mar 08 20:42:01.124527 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-68db8203-6fac-4583-8187-7768fa2ac9bd req-ae34511c-1b50-452e-acbf-64efaa4f4191 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 Mar 08 20:42:01.963380 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1249a-4e16-4713-805a-09fabdf87a63 req-3d60eb90-0f64-4b28-8284-136121a89413 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:01.964857 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e9a1249a-4e16-4713-805a-09fabdf87a63 req-3d60eb90-0f64-4b28-8284-136121a89413 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0525899 Mar 08 20:42:02.011159 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e9a1249a-4e16-4713-805a-09fabdf87a63 req-1109eb44-08c0-4168-8f24-7d5012ad6846 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404441 Mar 08 20:42:02.241375 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b284366-d1bf-4e92-a03d-d4cdd7435c55 req-9ef79646-a33f-40bc-9606-18bc035e2ea0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:02.242846 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7b284366-d1bf-4e92-a03d-d4cdd7435c55 req-9ef79646-a33f-40bc-9606-18bc035e2ea0 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 946 time: 0.0515232 Mar 08 20:42:02.288012 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7b284366-d1bf-4e92-a03d-d4cdd7435c55 req-4b117057-1fc9-4890-9886-8d8fe22cfb10 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397806 Mar 08 20:42:03.134070 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9823932-9b6c-4b5e-b0b9-1d744311ef14 req-a0bc0efd-a70e-4c7d-aa6c-e3e666ef9cfd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:03.135561 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a9823932-9b6c-4b5e-b0b9-1d744311ef14 req-a0bc0efd-a70e-4c7d-aa6c-e3e666ef9cfd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0549889 Mar 08 20:42:03.181309 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a9823932-9b6c-4b5e-b0b9-1d744311ef14 req-b4575023-8131-4073-88d4-0bd2778d53af tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395141 Mar 08 20:42:03.403390 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065057b-6d91-4ae8-bb6d-f459cd41b6be req-5375aba1-2b4e-48c4-ab7a-248e54b8730b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:03.404846 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2065057b-6d91-4ae8-bb6d-f459cd41b6be req-5375aba1-2b4e-48c4-ab7a-248e54b8730b tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 946 time: 0.0524991 Mar 08 20:42:03.453339 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2065057b-6d91-4ae8-bb6d-f459cd41b6be req-7556d8ae-c3fb-4838-9bbf-1d9fb64386d2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431261 Mar 08 20:42:03.565287 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ef2b5-45cf-45da-a870-b0f88838b775 req-ee0dcbfb-2cbb-4849-ad45-f6f3f659790a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:03.566821 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-805ef2b5-45cf-45da-a870-b0f88838b775 req-ee0dcbfb-2cbb-4849-ad45-f6f3f659790a tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 946 time: 0.0529408 Mar 08 20:42:03.575331 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40428) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:03.579580 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-86d81313-8061-43cc-a921-b47c3c4baa96 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Request body: {'floatingip': {'port_id': '28ab54c6-37a7-4030-8214-ab0fa195565e'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:42:03.618086 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-86d81313-8061-43cc-a921-b47c3c4baa96 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (f2fab86f-0375-4094-9583-70060c4ade41), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:04.054056 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-86d81313-8061-43cc-a921-b47c3c4baa96 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:04.090750 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-86d81313-8061-43cc-a921-b47c3c4baa96 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (f2fab86f-0375-4094-9583-70060c4ade41), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:04.191943 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.l3_db [None req-86d81313-8061-43cc-a921-b47c3c4baa96 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Floating IP f2fab86f-0375-4094-9583-70060c4ade41 associated. External IP: 172.27.3.64, port: 28ab54c6-37a7-4030-8214-ab0fa195565e. Mar 08 20:42:04.301021 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eef9b7-f2ed-4cb2-a714-5f6b0464f7c7 req-423cced6-03b6-4da2-956b-27b9bdcc63cd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.302412 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f3eef9b7-f2ed-4cb2-a714-5f6b0464f7c7 req-423cced6-03b6-4da2-956b-27b9bdcc63cd tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0523751 Mar 08 20:42:04.348919 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f3eef9b7-f2ed-4cb2-a714-5f6b0464f7c7 req-80b6e80a-d93a-4377-9bd5-66acca99aab1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409288 Mar 08 20:42:04.376907 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 73b62f8d-2d7f-4503-bd64-d86f3d859487 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:42:04.407007 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d81313-8061-43cc-a921-b47c3c4baa96 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Router 7661367e-bf65-4c79-970e-115a06f07187 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:42:04.471907 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:04.482177 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'port_id': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'mac_address': 'fa:16:3e:3b:35:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:42:04.520907 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 73b62f8d-2d7f-4503-bd64-d86f3d859487 is: ACTIVE; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:42:04.521553 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:04.539228 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73b62f8d-2d7f-4503-bd64-d86f3d859487 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:42:04.559822 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:04.633454 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:04.686884 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=6']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:04.730028 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d81313-8061-43cc-a921-b47c3c4baa96 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:42:04.735476 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-86d81313-8061-43cc-a921-b47c3c4baa96 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:04.736171 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['73b62f8d-2d7f-4503-bd64-d86f3d859487'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:42:04.761009 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:42:04.767233 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-86d81313-8061-43cc-a921-b47c3c4baa96 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "PUT /v2.0/floatingips/f2fab86f-0375-4094-9583-70060c4ade41 HTTP/1.1" status: 200 len: 991 time: 1.1908503 Mar 08 20:42:04.767793 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'tag': '28ab54c6-37a7-4030-8214-ab0fa195565e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:04.770424 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71072bba-0dd8-4dff-b74c-69e866bc4656" -d '{"events": [{"name": "network-changed", "server_uuid": "11c8b7d5-77e7-4602-9659-501b12dc2ec3", "tag": "28ab54c6-37a7-4030-8214-ab0fa195565e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:04.787019 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:04.787705 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:41:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:04.806682 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768db67a-0fa4-4537-b9c1-914c315374dd x-openstack-request-id: req-768db67a-0fa4-4537-b9c1-914c315374dd {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:04.806974 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c8b7d5-77e7-4602-9659-501b12dc2ec3", "tag": "28ab54c6-37a7-4030-8214-ab0fa195565e", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:04.807250 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-768db67a-0fa4-4537-b9c1-914c315374dd {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:04.807642 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'tag': '28ab54c6-37a7-4030-8214-ab0fa195565e', 'status': 'completed', 'code': 200} Mar 08 20:42:04.874172 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-9ccfec56-164a-4b6a-965d-7a202bc535ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.875726 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-9ccfec56-164a-4b6a-965d-7a202bc535ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0439353 Mar 08 20:42:04.948811 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:04.968472 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-b055d107-a836-460c-b643-a4b97e0c0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:04.969928 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-b055d107-a836-460c-b643-a4b97e0c0e92 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 915 time: 0.0869288 Mar 08 20:42:05.035912 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-e7a10594-27fd-4b7a-9504-13ffc46910d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28ab54c6-37a7-4030-8214-ab0fa195565e HTTP/1.1" status: 200 len: 999 time: 0.0579925 Mar 08 20:42:05.088998 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-175e4f2d-954e-4ee6-949e-0d0fc67454aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:05.091000 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-175e4f2d-954e-4ee6-949e-0d0fc67454aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.0488932 Mar 08 20:42:05.138678 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-5b4d3168-05b3-4999-86ae-1703a47183f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:05.140227 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-5b4d3168-05b3-4999-86ae-1703a47183f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433750 Mar 08 20:42:05.185822 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'f2fab86f-0375-4094-9583-70060c4ade41', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': '28ab54c6-37a7-4030-8214-ab0fa195565e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:18:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:41:48Z', 'updated_at': '2022-03-08T20:42:03Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:05.214353 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:42:05.223014 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:42:05.223652 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:41:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:05.228105 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-291cd4bc-baa3-4be6-9e6b-493a78211a3d service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807891 Mar 08 20:42:05.318514 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-71072bba-0dd8-4dff-b74c-69e866bc4656 req-68e820fe-29a1-4ceb-9099-f34d25e8ed8b service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843830 Mar 08 20:42:05.330235 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:42:05.472594 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197ec9f-745e-4c82-96db-2f1690fe7e51 req-fb74ff0d-eeac-438c-9f4a-4d2836dd2d2d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:05.474041 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d197ec9f-745e-4c82-96db-2f1690fe7e51 req-fb74ff0d-eeac-438c-9f4a-4d2836dd2d2d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 944 time: 0.0527968 Mar 08 20:42:05.519400 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d197ec9f-745e-4c82-96db-2f1690fe7e51 req-00c46aba-4b1b-4be3-a946-747a79460286 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396326 Mar 08 20:42:05.558583 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'f2fab86f-0375-4094-9583-70060c4ade41', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': '28ab54c6-37a7-4030-8214-ab0fa195565e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:18:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:41:48Z', 'updated_at': '2022-03-08T20:42:03Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:42:05.585108 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa793f-f830-45f1-b1aa-627a1887b5e6 None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'f2fab86f-0375-4094-9583-70060c4ade41', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '7661367e-bf65-4c79-970e-115a06f07187', 'port_id': '28ab54c6-37a7-4030-8214-ab0fa195565e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'mac_address': 'fa:16:3e:18:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:41:48Z', 'updated_at': '2022-03-08T20:42:03Z', 'revision_number': 1, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:42:05.692350 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:42:05.776077 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d5e38-f4c9-4cdf-8340-79c92a1f1aa2 None None] New status for floating IP f2fab86f-0375-4094-9583-70060c4ade41: ACTIVE {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:42:06.302059 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.383052 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 73b62f8d-2d7f-4503-bd64-d86f3d859487 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:42:06.432983 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 73b62f8d-2d7f-4503-bd64-d86f3d859487 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:42:06.433352 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.507178 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 73b62f8d-2d7f-4503-bd64-d86f3d859487 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:42:06.507490 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.529260 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:06.531454 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e2ef5e-467a-415f-9b25-4a93b51ef3b8" -d '{"events": [{"server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "name": "network-vif-plugged", "status": "completed", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:06.544180 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:06.567266 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4986cb-8ae4-45cc-bcec-cb25b68ee8ec x-openstack-request-id: req-8b4986cb-8ae4-45cc-bcec-cb25b68ee8ec {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:06.567880 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "name": "network-vif-plugged", "status": "completed", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:06.567880 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b4986cb-8ae4-45cc-bcec-cb25b68ee8ec {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:06.568219 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'code': 200} Mar 08 20:42:06.610260 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:06.646655 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cfaff-682a-42c9-b2ef-16457fb6ac6f req-5aa10b65-b728-4fab-946e-2b743f81abd1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:06.648165 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ae7cfaff-682a-42c9-b2ef-16457fb6ac6f req-5aa10b65-b728-4fab-946e-2b743f81abd1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 944 time: 0.0586731 Mar 08 20:42:06.660464 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=7']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:06.667470 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.668477 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.668866 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.669203 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.669539 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.669873 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.670200 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.670524 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.670851 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.671199 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.671526 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.671845 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.672164 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:42:06.696677 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ae7cfaff-682a-42c9-b2ef-16457fb6ac6f req-8b504a49-5060-4e66-bb0e-da8c82443dbc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423067 Mar 08 20:42:07.819549 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4547773-0186-4b15-8c02-d2ce34853608 req-5aeb72cc-700d-41aa-a905-688b02bd31f2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:07.820999 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f4547773-0186-4b15-8c02-d2ce34853608 req-5aeb72cc-700d-41aa-a905-688b02bd31f2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0522966 Mar 08 20:42:07.865459 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f4547773-0186-4b15-8c02-d2ce34853608 req-fae0c028-fcc7-445a-8fe8-effd434d4fc0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390272 Mar 08 20:42:08.999260 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efb353-5926-450f-9b88-d6291e118cf2 req-b4ccd8e8-e80c-460c-9096-f8ece2641f4a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:09.000757 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-08efb353-5926-450f-9b88-d6291e118cf2 req-b4ccd8e8-e80c-460c-9096-f8ece2641f4a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0554214 Mar 08 20:42:09.051069 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-08efb353-5926-450f-9b88-d6291e118cf2 req-825484da-f142-4513-aac9-5aec25025401 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438900 Mar 08 20:42:09.729722 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-591e38f7-976a-4402-9494-f7378dabdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:09.731176 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-591e38f7-976a-4402-9494-f7378dabdd61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 1129 time: 0.0449691 Mar 08 20:42:09.848612 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-f308d8c7-2ab6-4339-8d7e-8310e7e50efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:09.850343 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-f308d8c7-2ab6-4339-8d7e-8310e7e50efc service neutron] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 917 time: 0.0991700 Mar 08 20:42:09.920239 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-1aa495ad-3246-4b68-a3a1-d79e9289ce43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487 HTTP/1.1" status: 200 len: 1000 time: 0.0634925 Mar 08 20:42:09.970550 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-d5b0e01c-8846-4b5e-85e4-2e2ca60c9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:09.972042 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-d5b0e01c-8846-4b5e-85e4-2e2ca60c9853 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.0449100 Mar 08 20:42:10.030011 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-2c831a90-d6ac-4ca9-b02c-dc682e05dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:10.032507 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-2c831a90-d6ac-4ca9-b02c-dc682e05dcc9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520020 Mar 08 20:42:10.155743 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-a567e9e6-6316-4d33-8e53-ddbf32ae3a9a service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158915 Mar 08 20:42:10.190912 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ec63d-520f-4445-b2dd-bddcbe9bdb5e req-3b1cf9b5-8d4f-4b38-86fc-612528325fc6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:10.198811 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7e2ec63d-520f-4445-b2dd-bddcbe9bdb5e req-3b1cf9b5-8d4f-4b38-86fc-612528325fc6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0690944 Mar 08 20:42:10.259269 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7e2ec63d-520f-4445-b2dd-bddcbe9bdb5e req-2ce5c835-3a25-415d-bf09-ff19bf94d6ee tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545728 Mar 08 20:42:10.275152 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-96adff97-606c-4fc1-a068-3d4f0077ff51 req-a107011e-b38f-4ee1-b3c5-e56d6573a660 service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117024 Mar 08 20:42:11.373043 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdffcb4-9777-459a-877d-80889ddc1af2 req-94bfd566-2cb2-4cd7-83c3-4fd0e41a8276 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:11.374551 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ecdffcb4-9777-459a-877d-80889ddc1af2 req-94bfd566-2cb2-4cd7-83c3-4fd0e41a8276 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0547464 Mar 08 20:42:11.425972 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ecdffcb4-9777-459a-877d-80889ddc1af2 req-393f6e7d-a60c-4bb8-8cba-73bdb0975c3a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459437 Mar 08 20:42:12.548808 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ac36-c7d4-4867-b4c3-ab92a7fd2a63 req-3b25f7a2-a65a-4fab-b3c8-9dc910c2242a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:12.550279 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f134ac36-c7d4-4867-b4c3-ab92a7fd2a63 req-3b25f7a2-a65a-4fab-b3c8-9dc910c2242a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0550208 Mar 08 20:42:12.596413 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f134ac36-c7d4-4867-b4c3-ab92a7fd2a63 req-65cdbebd-d5e1-4d67-a339-2a169a385936 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405996 Mar 08 20:42:13.736568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ec5ef-b5b2-4143-8a40-5bb2e172ad00 req-5f8c1e35-7d10-4ba3-8027-40e537696ad5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:13.738871 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-855ec5ef-b5b2-4143-8a40-5bb2e172ad00 req-5f8c1e35-7d10-4ba3-8027-40e537696ad5 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0692358 Mar 08 20:42:13.792393 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-855ec5ef-b5b2-4143-8a40-5bb2e172ad00 req-f491d816-4b77-4b69-b2c4-b778dbc94a55 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482011 Mar 08 20:42:14.925580 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0fb0c-7661-4a07-b9e4-5fac6f431676 req-00dca7f5-cb19-446b-86a6-93f35d5c82a1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:14.927202 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-70d0fb0c-7661-4a07-b9e4-5fac6f431676 req-00dca7f5-cb19-446b-86a6-93f35d5c82a1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0606744 Mar 08 20:42:14.989866 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-70d0fb0c-7661-4a07-b9e4-5fac6f431676 req-f70b622f-5bdc-410f-b5c5-00d471f2bc77 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562420 Mar 08 20:42:16.118927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4872c5-e032-4412-89ed-611519ce18f5 req-f56eee73-bf3f-466b-be20-d1c0819971e8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:16.120837 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e4872c5-e032-4412-89ed-611519ce18f5 req-f56eee73-bf3f-466b-be20-d1c0819971e8 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0592437 Mar 08 20:42:16.172951 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4e4872c5-e032-4412-89ed-611519ce18f5 req-bdc2a2d7-b53d-46e9-80b6-037cc4acf9e9 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463662 Mar 08 20:42:16.530380 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-312101e7-be79-4cc6-8c8e-b87196fbe4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:17.296835 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fe196-e8e3-483a-b824-393ec3489ae1 req-26feed49-a9b9-49ca-9afe-b5913dc79b0b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:17.303546 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c12fe196-e8e3-483a-b824-393ec3489ae1 req-26feed49-a9b9-49ca-9afe-b5913dc79b0b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0599158 Mar 08 20:42:17.346059 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c12fe196-e8e3-483a-b824-393ec3489ae1 req-9541509a-1da4-4f8b-8fee-7b693e806a72 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412822 Mar 08 20:42:18.486084 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab8c46-d561-4ed3-8458-a7470a44eed9 req-681f4b68-1127-43af-8520-ba10437ff91d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:18.488157 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-08ab8c46-d561-4ed3-8458-a7470a44eed9 req-681f4b68-1127-43af-8520-ba10437ff91d tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0668607 Mar 08 20:42:18.540957 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-08ab8c46-d561-4ed3-8458-a7470a44eed9 req-0b6bda06-1f6b-4760-8b4c-9c27c6f190db tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470588 Mar 08 20:42:19.061781 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-12fdb6d7-8928-495e-be0c-6e7f1e1d6af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:19.666187 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a3f6d-48fb-48cd-93e5-4d5b565f3e33 req-c132dbdc-edc2-4571-ba2f-754bff485634 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:19.667615 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0e8a3f6d-48fb-48cd-93e5-4d5b565f3e33 req-c132dbdc-edc2-4571-ba2f-754bff485634 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0539868 Mar 08 20:42:19.717848 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0e8a3f6d-48fb-48cd-93e5-4d5b565f3e33 req-5bc0405d-dd3d-4b1e-96c5-ad4a284dde74 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444565 Mar 08 20:42:20.227440 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:20.838927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc8fed-fa9c-402e-9d99-4876da96c5ff req-1c32a034-63cf-4be4-af6e-b5508a572449 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:20.840418 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0ecc8fed-fa9c-402e-9d99-4876da96c5ff req-1c32a034-63cf-4be4-af6e-b5508a572449 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0522382 Mar 08 20:42:20.885380 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0ecc8fed-fa9c-402e-9d99-4876da96c5ff req-abf00cef-2a9f-4f53-b8c7-f9f17a53becf tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393224 Mar 08 20:42:21.632275 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-91efd2cc-6d3a-4b8d-ac72-0bfbd0ec4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:21.633751 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-91efd2cc-6d3a-4b8d-ac72-0bfbd0ec4b08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 1129 time: 0.0450678 Mar 08 20:42:21.649725 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:21.725629 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-c5699898-a96b-4cce-a5d2-d0ce937855f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:21.727088 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-c5699898-a96b-4cce-a5d2-d0ce937855f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 917 time: 0.0871837 Mar 08 20:42:21.793045 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-cc3d044d-d204-4cf6-8dc0-9f787dee9deb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487 HTTP/1.1" status: 200 len: 1000 time: 0.0597637 Mar 08 20:42:21.841196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-ef8d97c3-1ce9-4f8b-835c-2af24951e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:21.842609 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-ef8d97c3-1ce9-4f8b-835c-2af24951e2cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.0431149 Mar 08 20:42:21.891090 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-c1579574-fb08-48af-ac74-1bd339b06f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:21.892575 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-c1579574-fb08-48af-ac74-1bd339b06f73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430300 Mar 08 20:42:21.984769 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-9cd2bbbc-61c3-4a7e-8ac0-643d2ea49d9f service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852408 Mar 08 20:42:22.007490 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727999-9930-4565-a8d2-93d734f299ab req-bd0ec209-974f-4be2-be81-14b06439f5b2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:22.014354 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5c727999-9930-4565-a8d2-93d734f299ab req-bd0ec209-974f-4be2-be81-14b06439f5b2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0517163 Mar 08 20:42:22.056368 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5c727999-9930-4565-a8d2-93d734f299ab req-b85fd70d-580f-42fc-b5b5-f5d96883c9bc tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412624 Mar 08 20:42:22.080385 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4d500a81-ac71-4860-859d-71a8dbe85e06 req-cc3b50e0-304d-4a0c-a515-c3bd26da228d service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890551 Mar 08 20:42:22.901844 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:23.177410 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2233f88-e5c7-43d0-ae39-dad9d6f22eb2 req-99786ac0-0157-4df6-99ac-b52476779670 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:23.178758 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b2233f88-e5c7-43d0-ae39-dad9d6f22eb2 req-99786ac0-0157-4df6-99ac-b52476779670 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0515609 Mar 08 20:42:23.226147 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b2233f88-e5c7-43d0-ae39-dad9d6f22eb2 req-b99ac27f-6348-4bc3-8000-fc94c1efeaf1 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419378 Mar 08 20:42:24.344221 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7efb4-a987-43f5-a004-4b796d812f32 req-25dd515b-6951-4a57-8e2b-78c001032919 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:24.345681 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-39e7efb4-a987-43f5-a004-4b796d812f32 req-25dd515b-6951-4a57-8e2b-78c001032919 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0509236 Mar 08 20:42:24.391354 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-39e7efb4-a987-43f5-a004-4b796d812f32 req-3367df49-0446-4680-8acf-b17ba51edbfb tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402472 Mar 08 20:42:26.151323 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-749df412-ac25-4977-a585-e52309b97d5b req-902d0b0d-f27a-4093-94c6-24a897e1a649 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:42:26.152334 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-749df412-ac25-4977-a585-e52309b97d5b req-902d0b0d-f27a-4093-94c6-24a897e1a649 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054958 Mar 08 20:42:26.459295 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 73b62f8d-2d7f-4503-bd64-d86f3d859487 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:42:26.470779 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583822d-fb4a-4e5e-92c6-ae0d0e51b93e req-868c9c62-c2da-44df-84cf-09fb44822b85 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:26.474499 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8583822d-fb4a-4e5e-92c6-ae0d0e51b93e req-868c9c62-c2da-44df-84cf-09fb44822b85 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 945 time: 0.0587060 Mar 08 20:42:26.520601 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8583822d-fb4a-4e5e-92c6-ae0d0e51b93e req-8cf5c2ce-cd8a-471f-9a73-813ee9668f55 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419266 Mar 08 20:42:26.542255 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 73b62f8d-2d7f-4503-bd64-d86f3d859487 is: ACTIVE; New status is: DOWN {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:42:26.542655 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:26.564727 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:26.566954 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96b1ca8-88a8-4f7b-baaa-ce080d154522" -d '{"events": [{"server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "name": "network-vif-unplugged", "status": "completed", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:26.583252 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:26.602070 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8073f903-f0ce-48aa-a90a-4132e140dcbd x-openstack-request-id: req-8073f903-f0ce-48aa-a90a-4132e140dcbd {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:26.602362 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "name": "network-vif-unplugged", "status": "failed", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487", "code": 422}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:26.602619 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8073f903-f0ce-48aa-a90a-4132e140dcbd {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:26.603062 dv-cinder-830097-3-iscsi neutron-server[103532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'code': 422} returned with failed status Mar 08 20:42:26.644627 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:26.693941 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=8']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:26.928889 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40572) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:27.014626 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-212989eb-05e6-45d0-be0d-b5d0f3e050f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846100 Mar 08 20:42:27.023458 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-da8ee42b-edaf-487a-af99-c18accc70bda service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:42:27.024414 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-da8ee42b-edaf-487a-af99-c18accc70bda service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052700 Mar 08 20:42:27.098252 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40580) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:42:27.187598 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-9413da6c-03d5-4420-9571-2d11d10baced tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:27.188850 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-9413da6c-03d5-4420-9571-2d11d10baced tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports/73b62f8d-2d7f-4503-bd64-d86f3d859487 HTTP/1.1" status: 200 len: 940 time: 0.0896311 Mar 08 20:42:27.641208 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ec7f6-0c76-4fde-8ed9-69f12fc73922 req-5d362d12-b40e-4936-9872-6f06dbbe1862 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:27.642650 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cd9ec7f6-0c76-4fde-8ed9-69f12fc73922 req-5d362d12-b40e-4936-9872-6f06dbbe1862 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0522346 Mar 08 20:42:27.690346 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cd9ec7f6-0c76-4fde-8ed9-69f12fc73922 req-b9099bc2-24e8-4ebb-86df-790693a5468c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418162 Mar 08 20:42:28.503952 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-15447fd7-9932-4986-a1cc-568804cebcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:28.505375 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-15447fd7-9932-4986-a1cc-568804cebcb0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281&tenant_id=cf60d2bc864448f9a3dede19863dcaf6 HTTP/1.1" status: 200 len: 1127 time: 0.0428984 Mar 08 20:42:28.571466 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-8934a51d-7450-4ddb-8952-f7601dad652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:28.572889 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-8934a51d-7450-4ddb-8952-f7601dad652e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 1127 time: 0.0451741 Mar 08 20:42:28.662445 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-66feb6ec-bed7-400c-a223-a4bad441ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:28.663893 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-66feb6ec-bed7-400c-a223-a4bad441ed14 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 200 len: 917 time: 0.0843558 Mar 08 20:42:28.731644 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-0c7882f1-70f5-48d1-a0e8-211f47d56d48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487 HTTP/1.1" status: 200 len: 998 time: 0.0608022 Mar 08 20:42:28.802557 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-29289d15-0405-4ac9-8ccc-10731c575876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:28.804021 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-29289d15-0405-4ac9-8ccc-10731c575876 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 200 len: 855 time: 0.0677373 Mar 08 20:42:28.856517 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2e2cf-d429-442e-9537-c27c496b7a71 req-be93e780-bf8f-44bd-9b0b-7fa324995cac tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:28.857973 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-17e2e2cf-d429-442e-9537-c27c496b7a71 req-be93e780-bf8f-44bd-9b0b-7fa324995cac tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0895498 Mar 08 20:42:28.883237 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-eb05d371-aedf-4852-886c-a04fc52c3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:28.884642 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-eb05d371-aedf-4852-886c-a04fc52c3a05 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e34bee80-3106-4523-a78e-aa1c3a8a8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741067 Mar 08 20:42:28.931112 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-17e2e2cf-d429-442e-9537-c27c496b7a71 req-2121c6cd-b62c-4344-8923-0847168fa890 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664117 Mar 08 20:42:28.988379 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-5823a54b-eea1-49b7-a6bc-bf592a1fc7fa service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935175 Mar 08 20:42:29.078422 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-44b45b69-dbb2-4249-b1c9-ee252d377f12 service neutron] 10.222.0.58 "GET /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840805 Mar 08 20:42:30.056521 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ffbc0-a27a-4586-8f9e-e0c74429f50d req-ace899cc-3b3f-420d-b337-93bd968d4f32 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:30.058049 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-679ffbc0-a27a-4586-8f9e-e0c74429f50d req-ace899cc-3b3f-420d-b337-93bd968d4f32 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0546870 Mar 08 20:42:30.112507 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-679ffbc0-a27a-4586-8f9e-e0c74429f50d req-e4364e1c-7df5-4cc8-a69f-9b86501b1820 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483487 Mar 08 20:42:31.238830 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815684fc-1c39-4b4a-a247-7cfb7dea666b req-9b9312ac-30ea-484b-a109-3a7558efe1c0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:31.240350 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-815684fc-1c39-4b4a-a247-7cfb7dea666b req-9b9312ac-30ea-484b-a109-3a7558efe1c0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0540128 Mar 08 20:42:31.291212 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-815684fc-1c39-4b4a-a247-7cfb7dea666b req-eee56d28-5749-4030-b8ff-e948c6c09106 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450087 Mar 08 20:42:32.414465 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4501b45-de7d-4e85-9bc2-2ac8c6770ad7 req-487ef9c8-9006-4482-a102-b6a0be0d514f tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:32.416144 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e4501b45-de7d-4e85-9bc2-2ac8c6770ad7 req-487ef9c8-9006-4482-a102-b6a0be0d514f tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0542510 Mar 08 20:42:32.463996 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e4501b45-de7d-4e85-9bc2-2ac8c6770ad7 req-453bc0ca-4755-4065-b1ba-59575663165e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415604 Mar 08 20:42:33.594094 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06dc92-88b6-4a8c-a5b2-95ed8fefcf8f req-6683e659-b60f-42e2-bf64-0a64ba08c344 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:33.595620 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0e06dc92-88b6-4a8c-a5b2-95ed8fefcf8f req-6683e659-b60f-42e2-bf64-0a64ba08c344 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0588381 Mar 08 20:42:33.643383 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0e06dc92-88b6-4a8c-a5b2-95ed8fefcf8f req-c9290cd3-ceec-4ebb-b072-4205dfde1d44 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421686 Mar 08 20:42:34.771076 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aeedb-f220-4547-85d0-e968c539c3a7 req-7fc5f00b-bc51-434e-add5-008ade8a8bca tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:34.772869 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-852aeedb-f220-4547-85d0-e968c539c3a7 req-7fc5f00b-bc51-434e-add5-008ade8a8bca tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0569687 Mar 08 20:42:34.823656 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-852aeedb-f220-4547-85d0-e968c539c3a7 req-596ee31b-57df-47a8-a067-666efe3ee834 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446062 Mar 08 20:42:35.949163 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7e3b6-3ab9-490a-9e41-645bb41b6471 req-369270dc-efe8-4e45-8ce4-a6d273c00c80 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:35.951569 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1af7e3b6-3ab9-490a-9e41-645bb41b6471 req-369270dc-efe8-4e45-8ce4-a6d273c00c80 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0546412 Mar 08 20:42:36.000009 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1af7e3b6-3ab9-490a-9e41-645bb41b6471 req-1f0aa931-f44d-40f4-9737-0494eaf2e4a7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420203 Mar 08 20:42:36.295664 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:37.132351 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ca624-2508-4456-b08b-6a075cbd8e8d req-56146d83-b8b0-4ca5-96c7-802ff01c6682 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:37.134992 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cb1ca624-2508-4456-b08b-6a075cbd8e8d req-56146d83-b8b0-4ca5-96c7-802ff01c6682 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0588081 Mar 08 20:42:37.182152 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-cb1ca624-2508-4456-b08b-6a075cbd8e8d req-0b7dc50b-74af-4407-a89c-e7aef56193b6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425563 Mar 08 20:42:38.305617 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856369ab-2dae-48fa-85b0-e1f4de73927b req-8bdcc2f9-3b41-4808-9810-41015749c617 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:38.307004 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-856369ab-2dae-48fa-85b0-e1f4de73927b req-8bdcc2f9-3b41-4808-9810-41015749c617 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0531504 Mar 08 20:42:38.358175 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-856369ab-2dae-48fa-85b0-e1f4de73927b req-428d45ae-5a8b-4633-9b8b-c58b96cedab2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451603 Mar 08 20:42:39.635559 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5e4fc-5846-44a3-b3fc-b5830eb42b58 req-45b0cc1d-b227-45de-aed6-bcdaecbcc940 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:39.637617 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-28b5e4fc-5846-44a3-b3fc-b5830eb42b58 req-45b0cc1d-b227-45de-aed6-bcdaecbcc940 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0505345 Mar 08 20:42:39.681966 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-28b5e4fc-5846-44a3-b3fc-b5830eb42b58 req-ec6d8384-9c9c-4a05-86ec-687d6431eaf3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388982 Mar 08 20:42:40.804394 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6a4ea-5215-4906-8b71-09c195169f56 req-baa16cd8-cc6d-4316-9e62-09eb92602c57 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:40.805832 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0bc6a4ea-5215-4906-8b71-09c195169f56 req-baa16cd8-cc6d-4316-9e62-09eb92602c57 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0516031 Mar 08 20:42:40.850797 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0bc6a4ea-5215-4906-8b71-09c195169f56 req-22533b81-6f9c-4210-8020-707c0ea0c1b2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390127 Mar 08 20:42:41.985916 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda6c65-7240-47a0-8fc0-8b041e167c04 req-138b1f0c-0de3-455f-8eed-c0b124359ee6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:41.987414 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3eda6c65-7240-47a0-8fc0-8b041e167c04 req-138b1f0c-0de3-455f-8eed-c0b124359ee6 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0654459 Mar 08 20:42:42.042928 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3eda6c65-7240-47a0-8fc0-8b041e167c04 req-3b3fc41b-46c6-4946-8243-c421c3007255 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487390 Mar 08 20:42:42.691432 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:42:43.164565 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cda45-1939-4508-b0b7-4bede91dec33 req-35e50eca-06d4-4772-afe0-25786be8d51b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:43.166002 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-598cda45-1939-4508-b0b7-4bede91dec33 req-35e50eca-06d4-4772-afe0-25786be8d51b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0506980 Mar 08 20:42:43.210367 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-598cda45-1939-4508-b0b7-4bede91dec33 req-c5c47f09-8861-42de-8fea-3bd08df7ad71 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382798 Mar 08 20:42:44.336017 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c58ad8-ca8a-47c3-b7e4-23ab03cdc276 req-be3d74f5-148b-4118-8b19-1c8de1123c5b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:44.337441 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-73c58ad8-ca8a-47c3-b7e4-23ab03cdc276 req-be3d74f5-148b-4118-8b19-1c8de1123c5b tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0536771 Mar 08 20:42:44.381784 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-73c58ad8-ca8a-47c3-b7e4-23ab03cdc276 req-b32963eb-b792-4e24-8b2a-84661314b0b3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389972 Mar 08 20:42:45.501094 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e2f4b-15e7-43fe-8dd3-bcf23cea7466 req-3cdec03e-8e31-447b-b1f6-92809f21c998 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:45.502528 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-748e2f4b-15e7-43fe-8dd3-bcf23cea7466 req-3cdec03e-8e31-447b-b1f6-92809f21c998 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0506344 Mar 08 20:42:45.548159 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-748e2f4b-15e7-43fe-8dd3-bcf23cea7466 req-d973a52c-7917-4db8-bd94-6cc255615e30 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400424 Mar 08 20:42:46.501311 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d22c5a3f-97b0-4a52-9612-ecde37046a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:46.553297 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 73b62f8d-2d7f-4503-bd64-d86f3d859487 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:42:46.657570 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:46.669975 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'port_id': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'mac_address': 'fa:16:3e:3b:35:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:42:46.674314 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf050bf1-9f72-4f80-b620-df62acef18ac req-31c30967-d5a4-4dc3-97b2-f06d994cfc73 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:46.675853 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-bf050bf1-9f72-4f80-b620-df62acef18ac req-31c30967-d5a4-4dc3-97b2-f06d994cfc73 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 943 time: 0.0558865 Mar 08 20:42:46.707469 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 73b62f8d-2d7f-4503-bd64-d86f3d859487 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:42:46.707787 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:46.723326 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b62f8d-2d7f-4503-bd64-d86f3d859487 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:42:46.728570 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-bf050bf1-9f72-4f80-b620-df62acef18ac req-d0d4caae-ef79-4713-b1a0-1892652881f0 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473502 Mar 08 20:42:46.749734 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:46.798268 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:46.845356 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=9']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:47.224015 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['73b62f8d-2d7f-4503-bd64-d86f3d859487'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:42:47.852192 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d8c78-67f5-40a1-8381-5b4b468d8945 req-7ee168a1-46fe-40e4-8502-6105b559d726 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:47.853640 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-351d8c78-67f5-40a1-8381-5b4b468d8945 req-7ee168a1-46fe-40e4-8502-6105b559d726 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 944 time: 0.0509663 Mar 08 20:42:47.899425 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-351d8c78-67f5-40a1-8381-5b4b468d8945 req-23d1c519-8b2c-41cb-bd39-ce98837bda8f tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397820 Mar 08 20:42:48.562444 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 73b62f8d-2d7f-4503-bd64-d86f3d859487 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:42:48.609300 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 73b62f8d-2d7f-4503-bd64-d86f3d859487 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:42:48.609670 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:48.687976 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 73b62f8d-2d7f-4503-bd64-d86f3d859487 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:42:48.688271 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:48.710680 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:42:48.712852 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d4d468-e9bf-48be-84c1-2af2ad05cb03" -d '{"events": [{"server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "name": "network-vif-plugged", "status": "completed", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:42:48.725740 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:42:48.755135 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f8409a-f60e-4a31-87e2-a6c6c1a08261 x-openstack-request-id: req-a1f8409a-f60e-4a31-87e2-a6c6c1a08261 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:42:48.755135 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "name": "network-vif-plugged", "status": "completed", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:42:48.755135 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1f8409a-f60e-4a31-87e2-a6c6c1a08261 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:42:48.755135 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'code': 200} Mar 08 20:42:48.798381 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:48.845109 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=10']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:42:49.021758 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961b44c-422d-40bc-aa18-71de27214d13 req-1f5d7853-42e3-4b74-9a88-761138d9beef tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:49.023362 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f961b44c-422d-40bc-aa18-71de27214d13 req-1f5d7853-42e3-4b74-9a88-761138d9beef tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 946 time: 0.0551705 Mar 08 20:42:49.061362 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8fa2f1c6-d35b-44c9-b179-9cd14fbc6d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:49.099202 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f961b44c-422d-40bc-aa18-71de27214d13 req-ec504709-3248-42e3-a22a-7c804f79bd92 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701709 Mar 08 20:42:49.109760 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe7560-21f2-40d5-b974-c9d5825ac850 req-8594b7d4-a8e9-445b-b695-9df7130e3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:49.111253 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8dfe7560-21f2-40d5-b974-c9d5825ac850 req-8594b7d4-a8e9-445b-b695-9df7130e3526 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 1130 time: 0.0648901 Mar 08 20:42:49.155873 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8dfe7560-21f2-40d5-b974-c9d5825ac850 req-8052173a-f54f-4bfc-b03a-e70894b21ced service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373862 Mar 08 20:42:50.209357 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:50.222479 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bc2c9-af49-4d4a-bff4-e4e3a578fc1d req-a0e5725d-cbd9-4d73-ab0c-ea02a5ac0424 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:50.223981 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b05bc2c9-af49-4d4a-bff4-e4e3a578fc1d req-a0e5725d-cbd9-4d73-ab0c-ea02a5ac0424 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 946 time: 0.0518663 Mar 08 20:42:50.270304 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b05bc2c9-af49-4d4a-bff4-e4e3a578fc1d req-50431fd7-0af8-4959-861d-3538899aea95 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407994 Mar 08 20:42:51.393195 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab315aed-6e1c-4083-89e0-8f79896b0cb8 req-b8c2bde1-2d9b-46f6-b5a9-d06cffdabea7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:51.394685 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ab315aed-6e1c-4083-89e0-8f79896b0cb8 req-b8c2bde1-2d9b-46f6-b5a9-d06cffdabea7 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 946 time: 0.0527999 Mar 08 20:42:51.441447 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ab315aed-6e1c-4083-89e0-8f79896b0cb8 req-7841526b-7e8d-480d-8717-859c5696be0a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408170 Mar 08 20:42:51.632867 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:52.562635 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530ead5-61cb-45c4-8e0e-78784729321b req-b8adaa32-c8c2-4f9f-860a-363cd13b8fab tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:42:52.564165 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0530ead5-61cb-45c4-8e0e-78784729321b req-b8adaa32-c8c2-4f9f-860a-363cd13b8fab tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 946 time: 0.0532429 Mar 08 20:42:52.611091 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0530ead5-61cb-45c4-8e0e-78784729321b req-164c220c-7121-46ca-8156-abbbb2ef8df3 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412846 Mar 08 20:42:52.929951 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:06.307082 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:09.570076 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad9c74-12f3-4668-8bfd-4d2a647ffb1c req-da0ef79f-9e1f-4a4a-8edd-53beab9fe83d tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:09.571580 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e5ad9c74-12f3-4668-8bfd-4d2a647ffb1c req-da0ef79f-9e1f-4a4a-8edd-53beab9fe83d tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 945 time: 0.0552185 Mar 08 20:43:09.617025 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e5ad9c74-12f3-4668-8bfd-4d2a647ffb1c req-0b5eae4c-c47b-4da5-b848-f5d0175e9db2 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394890 Mar 08 20:43:10.740706 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18448634-64be-4b8e-b116-5f621cfd9faa req-3254b658-a829-4373-9e09-f4651a0c3b86 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:10.742173 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18448634-64be-4b8e-b116-5f621cfd9faa req-3254b658-a829-4373-9e09-f4651a0c3b86 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 945 time: 0.0566728 Mar 08 20:43:10.789203 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-18448634-64be-4b8e-b116-5f621cfd9faa req-5081b835-0b97-4cd9-a40f-162644b4e54c tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414739 Mar 08 20:43:11.904945 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda7361-2a56-46be-b735-8332b5e6e728 req-84ca8423-c8a0-4554-9f1f-8bbcd997d611 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:11.906477 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1dda7361-2a56-46be-b735-8332b5e6e728 req-84ca8423-c8a0-4554-9f1f-8bbcd997d611 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 945 time: 0.0523963 Mar 08 20:43:11.956251 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1dda7361-2a56-46be-b735-8332b5e6e728 req-703227f5-58a4-43db-9f53-7cd597394183 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups?id=a806bc13-5c6c-46d8-917c-27461c80c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442376 Mar 08 20:43:11.976361 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-f50b6fd2-706d-4ef8-81d1-6b6df67ffd80 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:11.976361 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-f50b6fd2-706d-4ef8-81d1-6b6df67ffd80 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.58 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 945 time: 0.0530293 Mar 08 20:43:12.070147 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Deleting port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:12.070387 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:12.158780 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] For port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:12.159164 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:12.356850 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:12.357126 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (4273d3c7-1cda-4c25-b10c-9c46639b6620), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:12.357440 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Floating IP 4273d3c7-1cda-4c25-b10c-9c46639b6620 disassociated. External IP: 172.27.3.184, port: dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d. Mar 08 20:43:12.357795 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Calling delete_port for dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:12.378913 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-b613651c-7340-4321-9e59-a64abe0a7cee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715132 Mar 08 20:43:12.475288 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-0c7d05c4-d26d-4c95-ae61-bb895a1d4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:12.476760 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-0c7d05c4-d26d-4c95-ae61-bb895a1d4f07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0706747 Mar 08 20:43:12.603962 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-ce56ca3f-f025-46f6-a5e3-62c37eb5e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:12.605450 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-ce56ca3f-f025-46f6-a5e3-62c37eb5e2ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 200 len: 915 time: 0.0993631 Mar 08 20:43:12.650745 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:12.687408 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event deleted for resources: {'Port': ['ID=dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.709927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.710881 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.710881 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:12.748267 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-5b64b625-629c-44fe-a427-d6773476aefb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28ab54c6-37a7-4030-8214-ab0fa195565e HTTP/1.1" status: 200 len: 1001 time: 0.1359756 Mar 08 20:43:13.114438 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-75fd647e-d043-43a7-8918-93aeb5e85f5a req-648207d5-29d7-4f54-aaa9-80d912c21626 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 210 time: 0.0657220 Mar 08 20:43:13.121965 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-86ff1831-dad8-41bf-91a6-7e996e488950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:13.123433 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-86ff1831-dad8-41bf-91a6-7e996e488950 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 200 len: 853 time: 0.3673935 Mar 08 20:43:13.179777 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:43:13.195471 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-df2132f8-9dec-44b7-8a15-996d5701f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:13.197006 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-df2132f8-9dec-44b7-8a15-996d5701f465 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bd42d04-98ce-43a5-8568-bf7fc023b329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661836 Mar 08 20:43:13.366475 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:43:13.369348 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-f5bac2dd-6e3d-4dd4-a65b-038f7cd3e7f0 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381862 Mar 08 20:43:13.379129 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] Sync routers for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:43:13.388949 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:13.389573 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:42:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:13.433458 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] No DVR routers for this DVR port dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:13.437058 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:13.440322 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-561a3abe-2f13-4e4e-ac6b-2ea1814949b3 req-a33ed799-7bbc-477f-8827-2153e6c523b3 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.58 "DELETE /v2.0/ports/dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d HTTP/1.1" status: 204 len: 173 time: 1.4593489 Mar 08 20:43:13.440764 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'name': 'network-vif-deleted', 'tag': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:43:13.443114 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff42139d-910e-4e34-b417-591c279dc0fa" -d '{"events": [{"server_uuid": "f425008b-8ce8-40c4-b34e-7f13bf6512bd", "name": "network-vif-deleted", "tag": "dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:43:13.501972 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:13.503388 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afe4b66-fea6-4e83-b500-2eb3a8c30823 x-openstack-request-id: req-0afe4b66-fea6-4e83-b500-2eb3a8c30823 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:43:13.503729 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f425008b-8ce8-40c4-b34e-7f13bf6512bd", "name": "network-vif-deleted", "tag": "dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:43:13.504132 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0afe4b66-fea6-4e83-b500-2eb3a8c30823 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:43:13.504540 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f425008b-8ce8-40c4-b34e-7f13bf6512bd', 'name': 'network-vif-deleted', 'tag': 'dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d', 'status': 'completed', 'code': 200} Mar 08 20:43:13.507051 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eb5eceb0-d3b8-418c-b9c8-244f0caf80c1 req-da926af9-1916-46da-9424-e34298b8c114 service neutron] 10.222.0.58 "GET /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314797 Mar 08 20:43:13.702673 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:13.734036 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] Checking router: e8dabbfa-b3b4-4889-a5fb-c29a61572f7c for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:43:13.742509 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:13.743149 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:42:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:13.851680 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:14.044723 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:14.070039 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01502b-dce1-4032-87a9-7ebc86206a82 None None] The sync data for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi is: [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:34:47Z', 'revision_number': 4, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a', 'name': '', 'network_id': 'db84cda9-01b2-4e22-b048-5c2981a2f58a', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'mac_address': 'fa:16:3e:06:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:46Z', 'updated_at': '2022-03-08T20:34:50Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'subnets': [{'id': 'd60bfdd4-3fd3-418b-ae07-510ff8cab84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:43:14.227399 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1316ebc1-d497-4276-b264-4a5af0a0cf83 req-a8201e9d-db8b-4b04-be01-57aadaec3ff2 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/ports?device_id=f425008b-8ce8-40c4-b34e-7f13bf6512bd HTTP/1.1" status: 200 len: 210 time: 0.0295391 Mar 08 20:43:14.300315 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86685274-60fc-4964-bf90-f2a2d5eb4b1b None None] New status for floating IP 4273d3c7-1cda-4c25-b10c-9c46639b6620: DOWN {{(pid=103533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:43:15.359353 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40854) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:15.414454 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-20bccef3-b51e-4728-8c8d-09cb73457f16 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (a806bc13-5c6c-46d8-917c-27461c80c64d), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:15.437160 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-20bccef3-b51e-4728-8c8d-09cb73457f16 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (a806bc13-5c6c-46d8-917c-27461c80c64d), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:15.540761 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-20bccef3-b51e-4728-8c8d-09cb73457f16 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a806bc13-5c6c-46d8-917c-27461c80c64d), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:15.543309 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-20bccef3-b51e-4728-8c8d-09cb73457f16 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:15.544478 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-20bccef3-b51e-4728-8c8d-09cb73457f16 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "DELETE /v2.0/security-groups/a806bc13-5c6c-46d8-917c-27461c80c64d HTTP/1.1" status: 204 len: 168 time: 0.1841044 Mar 08 20:43:15.547259 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40856) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:15.553642 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bccef3-b51e-4728-8c8d-09cb73457f16 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a806bc13-5c6c-46d8-917c-27461c80c64d,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:15.560625 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.api.v2.resource [None req-9ddb5827-fe54-4da2-99b3-58d5977d94a8 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] show failed (client error): The resource could not be found. Mar 08 20:43:15.561621 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-9ddb5827-fe54-4da2-99b3-58d5977d94a8 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "GET /v2.0/security-groups/a806bc13-5c6c-46d8-917c-27461c80c64d HTTP/1.1" status: 404 len: 347 time: 0.0133803 Mar 08 20:43:15.570941 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40858) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:15.692951 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Deleting port d410e332-0063-4f61-b007-55cdd45b2a77 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:15.693294 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (d410e332-0063-4f61-b007-55cdd45b2a77), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:15.770487 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (d410e332-0063-4f61-b007-55cdd45b2a77), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:15.770813 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (d410e332-0063-4f61-b007-55cdd45b2a77), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:15.783060 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Calling delete_port for d410e332-0063-4f61-b007-55cdd45b2a77 owned by network:floatingip {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:15.980814 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (d410e332-0063-4f61-b007-55cdd45b2a77), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:16.006592 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Pushing event deleted for resources: {'Port': ['ID=d410e332-0063-4f61-b007-55cdd45b2a77,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:16.033514 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.033870 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.034218 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.034556 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.034889 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.035248 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.035581 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.035909 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.036237 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.036564 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.036887 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.037209 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.037528 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:16.079837 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks [] for floatingip (4273d3c7-1cda-4c25-b10c-9c46639b6620), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:16.082407 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:16.083578 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-5c826af1-f244-4880-aeb3-72257b874438 tempest-AttachVolumeTestJSON-1181130212 tempest-AttachVolumeTestJSON-1181130212-project] 10.222.0.55 "DELETE /v2.0/floatingips/4273d3c7-1cda-4c25-b10c-9c46639b6620 HTTP/1.1" status: 204 len: 168 time: 0.5116711 Mar 08 20:43:16.528851 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2e213c27-f085-4577-bd05-516f66fc19c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:16.695682 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:16.716103 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:16.718095 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device dd56c3d3-9bc7-41b3-9dba-ea735fa1fa2d not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:19.055623 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3fe31985-ce8b-415e-9f66-94587c52b8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.690732 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:43:19.943243 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40886) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:20.205333 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:20.391038 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-854102'] for router_interface (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:20.632849 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] Deleting port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:20.633189 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:20.709871 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] For port 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:20.710224 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:20.722877 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] Calling delete_port for 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a owned by network:router_interface {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:20.935239 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:20.965829 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:21.130507 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-854050'] for router_interface (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:21.344311 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] Router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:43:21.449677 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:43:21.455436 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-268ea89f-4a79-462f-9c49-ca1ccd8e0cdf admin admin] 10.222.0.55 "PUT /v2.0/routers/e8dabbfa-b3b4-4889-a5fb-c29a61572f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5111251 Mar 08 20:43:21.457257 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40892) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:21.458653 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] Sync routers for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:43:21.469960 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:21.470574 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:43:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:21.565421 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Publish callbacks [] for router (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:21.587341 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:21.655394 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:21.671423 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Publish callbacks [] for router_gateway (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:21.766848 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Deleting port 3afc1f52-bc91-4869-8b26-2342b109bbbf {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:21.767217 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:21.767980 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:43:20Z', 'revision_number': 5, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port': {'id': '3afc1f52-bc91-4869-8b26-2342b109bbbf', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:34:44Z', 'updated_at': '2022-03-08T20:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:21.794648 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] Checking router: e8dabbfa-b3b4-4889-a5fb-c29a61572f7c for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:43:21.802752 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] Routers {'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:21.803406 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:43:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:21.843797 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] For port 3afc1f52-bc91-4869-8b26-2342b109bbbf, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=3afc1f52-bc91-4869-8b26-2342b109bbbf,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:21.844160 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:21.856315 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Calling delete_port for 3afc1f52-bc91-4869-8b26-2342b109bbbf owned by network:router_gateway {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:22.020339 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] Set router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c gateway port host: None {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:22.074772 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:43:21Z', 'revision_number': 6, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port_host': None}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:22.095300 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (3afc1f52-bc91-4869-8b26-2342b109bbbf), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.101663 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f457b27-cd20-47ec-b8f7-7b825c6efd38 None None] The sync data for ids ['e8dabbfa-b3b4-4889-a5fb-c29a61572f7c'] in dv-cinder-830097-3-iscsi is: [{'id': 'e8dabbfa-b3b4-4889-a5fb-c29a61572f7c', 'name': 'tempest-AttachVolumeTestJSON-1719947972-router', 'tenant_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:34:43Z', 'updated_at': '2022-03-08T20:43:21Z', 'revision_number': 6, 'project_id': '0f632cd5f02a4f1c8a2effb0a90b1fcf', 'gw_port_host': None}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:43:22.121601 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3afc1f52-bc91-4869-8b26-2342b109bbbf,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:22.190428 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-859272'] for router_gateway (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.296617 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-855612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24648'] for router (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.298638 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Publish callbacks [] for router_controller (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.421314 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-855595'] for router (e8dabbfa-b3b4-4889-a5fb-c29a61572f7c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.421885 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8dabbfa-b3b4-4889-a5fb-c29a61572f7c {{(pid=103531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:43:22.427040 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.430635 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-1a7d454e-6f53-4969-9c64-d681e0daf0d0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e8dabbfa-b3b4-4889-a5fb-c29a61572f7c HTTP/1.1" status: 204 len: 168 time: 0.9701042 Mar 08 20:43:22.430910 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40894) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:22.476891 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea586af-3e12-46bc-9299-500bdb46e29c admin admin] Deleting subnet d60bfdd4-3fd3-418b-ae07-510ff8cab84d {{(pid=103531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:43:22.480429 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eea586af-3e12-46bc-9299-500bdb46e29c admin admin] Publish callbacks [] for subnet (d60bfdd4-3fd3-418b-ae07-510ff8cab84d), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.515485 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eea586af-3e12-46bc-9299-500bdb46e29c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095704'] for subnet (d60bfdd4-3fd3-418b-ae07-510ff8cab84d), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.594797 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eea586af-3e12-46bc-9299-500bdb46e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (d60bfdd4-3fd3-418b-ae07-510ff8cab84d), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.723943 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eea586af-3e12-46bc-9299-500bdb46e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9274928'] for subnet (d60bfdd4-3fd3-418b-ae07-510ff8cab84d), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.747608 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea586af-3e12-46bc-9299-500bdb46e29c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60bfdd4-3fd3-418b-ae07-510ff8cab84d,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:22.753101 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-eea586af-3e12-46bc-9299-500bdb46e29c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.758568 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-eea586af-3e12-46bc-9299-500bdb46e29c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d60bfdd4-3fd3-418b-ae07-510ff8cab84d HTTP/1.1" status: 204 len: 168 time: 0.3243921 Mar 08 20:43:22.758764 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ad1a3-6c14-43db-a14d-3ede8a9c4c3e None None] Network db84cda9-01b2-4e22-b048-5c2981a2f58a requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:43:22.759442 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40898) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:22.835863 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (db84cda9-01b2-4e22-b048-5c2981a2f58a), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.892945 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Deleting port d52950bd-944a-4719-8b02-8e68330296c4 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:22.893279 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (d52950bd-944a-4719-8b02-8e68330296c4), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.906922 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.935915 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] DHCP port deletion for db84cda9-01b2-4e22-b048-5c2981a2f58a request from dv-cinder-830097-3-iscsi {{(pid=103532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:43:22.966257 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] For port d52950bd-944a-4719-8b02-8e68330296c4, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=d52950bd-944a-4719-8b02-8e68330296c4,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:22.966690 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (d52950bd-944a-4719-8b02-8e68330296c4), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.979516 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Calling delete_port for d52950bd-944a-4719-8b02-8e68330296c4 owned by network:dhcp {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:22.986689 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Deleting port d52950bd-944a-4719-8b02-8e68330296c4 {{(pid=103532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:22.987061 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (d52950bd-944a-4719-8b02-8e68330296c4), before_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.053875 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] For port d52950bd-944a-4719-8b02-8e68330296c4, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=d52950bd-944a-4719-8b02-8e68330296c4,segment=NetworkSegment(30c79388-bcf4-4511-92c9-f0c6d6b2984c),segment_id=30c79388-bcf4-4511-92c9-f0c6d6b2984c)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:23.054475 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (d52950bd-944a-4719-8b02-8e68330296c4), precommit_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.068277 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Calling delete_port for d52950bd-944a-4719-8b02-8e68330296c4 owned by network:dhcp {{(pid=103532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:23.141260 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (d52950bd-944a-4719-8b02-8e68330296c4), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.148797 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (d52950bd-944a-4719-8b02-8e68330296c4), after_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.167801 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52950bd-944a-4719-8b02-8e68330296c4,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:23.171382 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] No DVR routers for this DVR port d52950bd-944a-4719-8b02-8e68330296c4 on host dv-cinder-830097-3-iscsi {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:23.175237 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Pushing event deleted for resources: {'Port': ['ID=d52950bd-944a-4719-8b02-8e68330296c4,revision_number=None']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:23.179526 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] No DVR routers for this DVR port d52950bd-944a-4719-8b02-8e68330296c4 on host dv-cinder-830097-3-iscsi {{(pid=103532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:23.189668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.189668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.189668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.189668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.189668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.189668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.189668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.189668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.189668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.189668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.190760 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.190760 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.190760 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74e4c5-fc65-4198-8058-4d3699ac5353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:43:23.244740 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (db84cda9-01b2-4e22-b048-5c2981a2f58a), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.265311 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db84cda9-01b2-4e22-b048-5c2981a2f58a']}} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:23.274624 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c79388-bcf4-4511-92c9-f0c6d6b2984c') {'for_net_delete': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:23.274923 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c79388-bcf4-4511-92c9-f0c6d6b2984c') {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:23.284153 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095907'] for segment (30c79388-bcf4-4511-92c9-f0c6d6b2984c), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (30c79388-bcf4-4511-92c9-f0c6d6b2984c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8694571'] for segment (30c79388-bcf4-4511-92c9-f0c6d6b2984c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: Traceback (most recent call last): Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: timer() Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: cb(*args, **kw) Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: return func(*args, **kwargs) Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: self._notify() Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: self.callback(batched_events) Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: event.method(event) Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: return f(self, *a, **k) Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._get(url).json() Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: return self.request(url, 'GET', **kwargs) Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:43:23.368718 dv-cinder-830097-3-iscsi neutron-server[103531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:43:23.415535 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (db84cda9-01b2-4e22-b048-5c2981a2f58a), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.421401 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.424548 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] 10.222.0.55 "DELETE /v2.0/networks/db84cda9-01b2-4e22-b048-5c2981a2f58a HTTP/1.1" status: 204 len: 168 time: 0.6644766 Mar 08 20:43:23.435016 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6026dd-7aa4-4c9f-952f-a923f22e1810 admin admin] Pushing event deleted for resources: {'Network': ['ID=db84cda9-01b2-4e22-b048-5c2981a2f58a,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:23.495149 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device d52950bd-944a-4719-8b02-8e68330296c4 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:23.518545 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: d52950bd-944a-4719-8b02-8e68330296c4 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:23.518889 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device d52950bd-944a-4719-8b02-8e68330296c4 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:23.519334 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:23.538280 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:23.538617 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 0fa53cd1-cf12-4026-bd6b-7ff4bfe3d18a not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:23.539018 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 3afc1f52-bc91-4869-8b26-2342b109bbbf no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:23.557610 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 3afc1f52-bc91-4869-8b26-2342b109bbbf {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:23.558773 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 3afc1f52-bc91-4869-8b26-2342b109bbbf not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:23.663240 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40902) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:23.708015 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b8c83848-9fd5-47a1-a234-53d8317329b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f632cd5f02a4f1c8a2effb0a90b1fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434828 Mar 08 20:43:23.710510 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40904) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:23.768864 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f41bb14-43a6-43ea-b4a8-5476972fa7ce admin admin] Publish callbacks [] for security_group (412ba4c1-b997-4961-a35b-efea5b56ef7d), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.790841 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f41bb14-43a6-43ea-b4a8-5476972fa7ce admin admin] Publish callbacks [] for security_group (412ba4c1-b997-4961-a35b-efea5b56ef7d), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.917723 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f41bb14-43a6-43ea-b4a8-5476972fa7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (412ba4c1-b997-4961-a35b-efea5b56ef7d), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.920420 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f41bb14-43a6-43ea-b4a8-5476972fa7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:23.921567 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-3f41bb14-43a6-43ea-b4a8-5476972fa7ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/412ba4c1-b997-4961-a35b-efea5b56ef7d HTTP/1.1" status: 204 len: 168 time: 0.2100327 Mar 08 20:43:23.929247 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41bb14-43a6-43ea-b4a8-5476972fa7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ba4c1-b997-4961-a35b-efea5b56ef7d,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:28.391117 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 40966) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:28.495075 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e79c7fc-3e9b-476e-a5e3-178a495517cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:28.568025 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e79c7fc-3e9b-476e-a5e3-178a495517cf admin admin] Publish callbacks [] for security_group (8ab4a6f7-6a21-47ea-a3e0-0484abd378c4), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:28.637573 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e79c7fc-3e9b-476e-a5e3-178a495517cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (8ab4a6f7-6a21-47ea-a3e0-0484abd378c4), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:28.676255 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-2e79c7fc-3e9b-476e-a5e3-178a495517cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c725247e57d438589ef744f193bd796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840393 Mar 08 20:43:28.677377 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79c7fc-3e9b-476e-a5e3-178a495517cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab4a6f7-6a21-47ea-a3e0-0484abd378c4,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:28.679089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 40970) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:28.725887 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d18d8e8c-8e3a-43b4-b226-2b16325faa1c admin admin] Publish callbacks [] for security_group (8ab4a6f7-6a21-47ea-a3e0-0484abd378c4), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:28.747294 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d18d8e8c-8e3a-43b4-b226-2b16325faa1c admin admin] Publish callbacks [] for security_group (8ab4a6f7-6a21-47ea-a3e0-0484abd378c4), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:28.837836 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d18d8e8c-8e3a-43b4-b226-2b16325faa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (8ab4a6f7-6a21-47ea-a3e0-0484abd378c4), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:28.840813 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d18d8e8c-8e3a-43b4-b226-2b16325faa1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:28.841944 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-d18d8e8c-8e3a-43b4-b226-2b16325faa1c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ab4a6f7-6a21-47ea-a3e0-0484abd378c4 HTTP/1.1" status: 204 len: 168 time: 0.1618006 Mar 08 20:43:28.849516 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d8e8c-8e3a-43b4-b226-2b16325faa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab4a6f7-6a21-47ea-a3e0-0484abd378c4,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:31.065769 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41014) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:31.166338 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d62ff2ac-563f-4fb8-aaa6-be7396e3590a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.237263 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d62ff2ac-563f-4fb8-aaa6-be7396e3590a admin admin] Publish callbacks [] for security_group (30d4e5ec-754b-439c-9166-6a0cdf0906ba), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.306187 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d62ff2ac-563f-4fb8-aaa6-be7396e3590a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (30d4e5ec-754b-439c-9166-6a0cdf0906ba), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.343230 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-d62ff2ac-563f-4fb8-aaa6-be7396e3590a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f691303cc144c3fb4fe4ef917fb495e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764008 Mar 08 20:43:31.345081 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ff2ac-563f-4fb8-aaa6-be7396e3590a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d4e5ec-754b-439c-9166-6a0cdf0906ba,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:31.346030 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41018) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:31.396772 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-724ba99b-4076-4ec1-82f6-cdd779d095e6 admin admin] Publish callbacks [] for security_group (30d4e5ec-754b-439c-9166-6a0cdf0906ba), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.418180 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-724ba99b-4076-4ec1-82f6-cdd779d095e6 admin admin] Publish callbacks [] for security_group (30d4e5ec-754b-439c-9166-6a0cdf0906ba), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.512670 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-724ba99b-4076-4ec1-82f6-cdd779d095e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (30d4e5ec-754b-439c-9166-6a0cdf0906ba), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.515194 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-724ba99b-4076-4ec1-82f6-cdd779d095e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:31.516336 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-724ba99b-4076-4ec1-82f6-cdd779d095e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30d4e5ec-754b-439c-9166-6a0cdf0906ba HTTP/1.1" status: 204 len: 168 time: 0.1692617 Mar 08 20:43:31.524235 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ba99b-4076-4ec1-82f6-cdd779d095e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d4e5ec-754b-439c-9166-6a0cdf0906ba,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:31.998742 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41024) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:32.011975 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d35a4754-ff4d-4015-9e46-5a0293a5dc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.085208 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d35a4754-ff4d-4015-9e46-5a0293a5dc13 admin admin] Publish callbacks [] for security_group (dc1fa949-4c67-42bd-b503-db368d9c6a54), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.129182 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d35a4754-ff4d-4015-9e46-5a0293a5dc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (dc1fa949-4c67-42bd-b503-db368d9c6a54), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.167974 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-d35a4754-ff4d-4015-9e46-5a0293a5dc13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=473fe1c332324b76aa3980263c6c6bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681728 Mar 08 20:43:32.169084 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a4754-ff4d-4015-9e46-5a0293a5dc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1fa949-4c67-42bd-b503-db368d9c6a54,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:32.170679 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41026) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:32.220645 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bf923232-d4d1-4ec8-b9df-da5de908e3d9 admin admin] Publish callbacks [] for security_group (dc1fa949-4c67-42bd-b503-db368d9c6a54), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.241841 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bf923232-d4d1-4ec8-b9df-da5de908e3d9 admin admin] Publish callbacks [] for security_group (dc1fa949-4c67-42bd-b503-db368d9c6a54), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.346288 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bf923232-d4d1-4ec8-b9df-da5de908e3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (dc1fa949-4c67-42bd-b503-db368d9c6a54), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.348806 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bf923232-d4d1-4ec8-b9df-da5de908e3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:32.349930 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-bf923232-d4d1-4ec8-b9df-da5de908e3d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc1fa949-4c67-42bd-b503-db368d9c6a54 HTTP/1.1" status: 204 len: 168 time: 0.1781416 Mar 08 20:43:32.357618 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf923232-d4d1-4ec8-b9df-da5de908e3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1fa949-4c67-42bd-b503-db368d9c6a54,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:36.295144 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:44.745214 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41154) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:44.846237 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e087b769-85ff-4b0e-86a3-628c48431ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:44.917525 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e087b769-85ff-4b0e-86a3-628c48431ab3 admin admin] Publish callbacks [] for security_group (a490ca81-1c9c-4404-b82f-c990171a23b6), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:44.997417 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e087b769-85ff-4b0e-86a3-628c48431ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a490ca81-1c9c-4404-b82f-c990171a23b6), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:45.036440 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e087b769-85ff-4b0e-86a3-628c48431ab3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0d00232abb84fe4990b1bf2e4af4948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901368 Mar 08 20:43:45.037286 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087b769-85ff-4b0e-86a3-628c48431ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a490ca81-1c9c-4404-b82f-c990171a23b6,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:45.039084 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41158) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:45.086746 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98fdfc77-acc7-4bbb-9b63-c94dd195586f admin admin] Publish callbacks [] for security_group (a490ca81-1c9c-4404-b82f-c990171a23b6), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:45.110246 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98fdfc77-acc7-4bbb-9b63-c94dd195586f admin admin] Publish callbacks [] for security_group (a490ca81-1c9c-4404-b82f-c990171a23b6), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:45.214658 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98fdfc77-acc7-4bbb-9b63-c94dd195586f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a490ca81-1c9c-4404-b82f-c990171a23b6), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:45.217415 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98fdfc77-acc7-4bbb-9b63-c94dd195586f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:45.218563 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-98fdfc77-acc7-4bbb-9b63-c94dd195586f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a490ca81-1c9c-4404-b82f-c990171a23b6 HTTP/1.1" status: 204 len: 168 time: 0.1784642 Mar 08 20:43:45.226072 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdfc77-acc7-4bbb-9b63-c94dd195586f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a490ca81-1c9c-4404-b82f-c990171a23b6,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:46.500744 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-33b49e86-fada-4a60-a710-1fae10a2d40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:49.071201 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3da87373-0a2d-42ca-b024-625ffaa31013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:50.237619 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:51.526287 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9db5c1-93d0-423f-bfa6-293666b54254 req-3b9856d6-e096-4a7a-9c92-98d1f7fbf0c2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:51.532891 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6f9db5c1-93d0-423f-bfa6-293666b54254 req-3b9856d6-e096-4a7a-9c92-98d1f7fbf0c2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 946 time: 0.0596552 Mar 08 20:43:51.577411 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6f9db5c1-93d0-423f-bfa6-293666b54254 req-541843e4-4e3d-4769-9626-cef9a8a69d86 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420120 Mar 08 20:43:51.660464 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:52.703635 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e370d43-b7a1-4f7e-aa2e-be6293d5f57e req-d9191fff-e6ad-43fc-bf8a-e3a2f78c51f1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:52.705176 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5e370d43-b7a1-4f7e-aa2e-be6293d5f57e req-d9191fff-e6ad-43fc-bf8a-e3a2f78c51f1 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 946 time: 0.0557909 Mar 08 20:43:52.750134 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5e370d43-b7a1-4f7e-aa2e-be6293d5f57e req-5c172586-fcdc-4f3d-ac20-7fb59b731361 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394681 Mar 08 20:43:52.887941 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:53.505697 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-7c8fab01-ea37-418f-a437-597968e108a8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:53.507325 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-7c8fab01-ea37-418f-a437-597968e108a8 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 946 time: 0.0512204 Mar 08 20:43:53.606043 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Deleting port 28ab54c6-37a7-4030-8214-ab0fa195565e {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:53.606386 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:53.696007 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] For port 28ab54c6-37a7-4030-8214-ab0fa195565e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28ab54c6-37a7-4030-8214-ab0fa195565e,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:43:53.696206 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:53.866778 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:53.867727 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (f2fab86f-0375-4094-9583-70060c4ade41), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:53.868858 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Floating IP f2fab86f-0375-4094-9583-70060c4ade41 disassociated. External IP: 172.27.3.64, port: 28ab54c6-37a7-4030-8214-ab0fa195565e. Mar 08 20:43:53.869257 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Calling delete_port for 28ab54c6-37a7-4030-8214-ab0fa195565e owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:53.879935 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac61ccc-bd6e-4ad7-8504-29da452a6a8d req-eff6d69f-4052-4e16-8a00-fb8a07862607 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:53.881570 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7ac61ccc-bd6e-4ad7-8504-29da452a6a8d req-eff6d69f-4052-4e16-8a00-fb8a07862607 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 946 time: 0.0532618 Mar 08 20:43:53.932702 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7ac61ccc-bd6e-4ad7-8504-29da452a6a8d req-0161b2e7-2566-4e6b-866d-ae2e9f9c3420 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups?id=bd7b5366-18d9-46c9-83dd-42d283104c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451856 Mar 08 20:43:54.072135 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (28ab54c6-37a7-4030-8214-ab0fa195565e), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:54.104843 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'Port': ['ID=28ab54c6-37a7-4030-8214-ab0fa195565e,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:54.229585 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Router 7661367e-bf65-4c79-970e-115a06f07187 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:43:54.339146 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:43:54.349917 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:43:54.360407 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:54.361017 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:43:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:54.384465 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] No DVR routers for this DVR port 28ab54c6-37a7-4030-8214-ab0fa195565e on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:43:54.387234 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:54.391072 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bf5374de-8bc6-4f7f-ad3b-853b05ec4206 req-9b6902e7-1446-4e5a-9204-f5605d00f996 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.58 "DELETE /v2.0/ports/28ab54c6-37a7-4030-8214-ab0fa195565e HTTP/1.1" status: 204 len: 173 time: 0.8755202 Mar 08 20:43:54.391529 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'name': 'network-vif-deleted', 'tag': '28ab54c6-37a7-4030-8214-ab0fa195565e'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:43:54.393773 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97848d4-8c36-4839-a175-3a1d86272d14" -d '{"events": [{"server_uuid": "11c8b7d5-77e7-4602-9659-501b12dc2ec3", "name": "network-vif-deleted", "tag": "28ab54c6-37a7-4030-8214-ab0fa195565e"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:43:54.430559 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4ec7da-05c4-449a-a0dc-1becaa0e3990 x-openstack-request-id: req-cf4ec7da-05c4-449a-a0dc-1becaa0e3990 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:43:54.430997 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c8b7d5-77e7-4602-9659-501b12dc2ec3", "name": "network-vif-deleted", "tag": "28ab54c6-37a7-4030-8214-ab0fa195565e", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:43:54.431855 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf4ec7da-05c4-449a-a0dc-1becaa0e3990 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:43:54.432368 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c8b7d5-77e7-4602-9659-501b12dc2ec3', 'name': 'network-vif-deleted', 'tag': '28ab54c6-37a7-4030-8214-ab0fa195565e', 'status': 'completed', 'code': 200} Mar 08 20:43:54.477543 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:54.686585 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:54.716226 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:43:54.724389 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:43:54.724985 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:43:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:54.831248 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:43:55.026299 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:55.039905 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f3ceb202-1d1d-4467-a8d5-380c6ffe605a req-af8d1cd8-51e1-43f1-812f-adba983ab8eb tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 210 time: 0.0271299 Mar 08 20:43:55.053998 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466b437e-ec98-41af-be02-f5723e1b009d None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'ee0dabd7-2422-402c-9ef5-91da06ff3b30', 'name': '', 'network_id': '9bd42d04-98ce-43a5-8568-bf7fc023b329', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'mac_address': 'fa:16:3e:d0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:10Z', 'updated_at': '2022-03-08T20:33:22Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'subnets': [{'id': 'e615ce63-1553-4f4e-ac31-637d57fd5427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:43:55.260547 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d441c1-0209-4776-834c-0c21846d7c66 None None] New status for floating IP f2fab86f-0375-4094-9583-70060c4ade41: DOWN {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:43:56.146041 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3d5f4822-e71e-41f1-8128-ca3e8e6e8438 req-49ed6ed9-5f92-42c2-9e35-52cd693b32bd tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/ports?device_id=11c8b7d5-77e7-4602-9659-501b12dc2ec3 HTTP/1.1" status: 200 len: 210 time: 0.0265102 Mar 08 20:43:56.689371 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:43:57.075416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 28ab54c6-37a7-4030-8214-ab0fa195565e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:43:57.094970 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 28ab54c6-37a7-4030-8214-ab0fa195565e {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:43:57.095350 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 28ab54c6-37a7-4030-8214-ab0fa195565e not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:43:57.295466 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41288) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:57.346982 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7c9ad3f9-b6c6-4f64-8271-972eeac10044 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (bd7b5366-18d9-46c9-83dd-42d283104c8f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:57.369769 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7c9ad3f9-b6c6-4f64-8271-972eeac10044 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (bd7b5366-18d9-46c9-83dd-42d283104c8f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:57.471932 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7c9ad3f9-b6c6-4f64-8271-972eeac10044 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (bd7b5366-18d9-46c9-83dd-42d283104c8f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:57.474531 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7c9ad3f9-b6c6-4f64-8271-972eeac10044 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:57.475669 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-7c9ad3f9-b6c6-4f64-8271-972eeac10044 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "DELETE /v2.0/security-groups/bd7b5366-18d9-46c9-83dd-42d283104c8f HTTP/1.1" status: 204 len: 168 time: 0.1786988 Mar 08 20:43:57.478532 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41292) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:57.485282 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ad3f9-b6c6-4f64-8271-972eeac10044 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7b5366-18d9-46c9-83dd-42d283104c8f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:57.491838 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.api.v2.resource [None req-8be39e66-30c9-4ace-9ba6-f2efbc03abaf tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] show failed (client error): The resource could not be found. Mar 08 20:43:57.492844 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-8be39e66-30c9-4ace-9ba6-f2efbc03abaf tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "GET /v2.0/security-groups/bd7b5366-18d9-46c9-83dd-42d283104c8f HTTP/1.1" status: 404 len: 347 time: 0.0132372 Mar 08 20:43:57.496151 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41294) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:43:57.616792 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-2aa17ec1-3d9d-441b-be84-68a7f992a8a2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Deleting port 9474cc3c-6eb6-4a45-9268-34c02dc0a65c {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:43:57.617047 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2aa17ec1-3d9d-441b-be84-68a7f992a8a2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (9474cc3c-6eb6-4a45-9268-34c02dc0a65c), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:57.688330 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2aa17ec1-3d9d-441b-be84-68a7f992a8a2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (9474cc3c-6eb6-4a45-9268-34c02dc0a65c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:57.688652 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2aa17ec1-3d9d-441b-be84-68a7f992a8a2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (9474cc3c-6eb6-4a45-9268-34c02dc0a65c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:57.700079 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-2aa17ec1-3d9d-441b-be84-68a7f992a8a2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Calling delete_port for 9474cc3c-6eb6-4a45-9268-34c02dc0a65c owned by network:floatingip {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:43:57.871838 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2aa17ec1-3d9d-441b-be84-68a7f992a8a2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (9474cc3c-6eb6-4a45-9268-34c02dc0a65c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:57.901092 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa17ec1-3d9d-441b-be84-68a7f992a8a2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Pushing event deleted for resources: {'Port': ['ID=9474cc3c-6eb6-4a45-9268-34c02dc0a65c,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:43:57.959431 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2aa17ec1-3d9d-441b-be84-68a7f992a8a2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks [] for floatingip (f2fab86f-0375-4094-9583-70060c4ade41), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:57.961891 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2aa17ec1-3d9d-441b-be84-68a7f992a8a2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:57.963016 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-2aa17ec1-3d9d-441b-be84-68a7f992a8a2 tempest-AttachVolumeNegativeTest-1934818676 tempest-AttachVolumeNegativeTest-1934818676-project] 10.222.0.55 "DELETE /v2.0/floatingips/f2fab86f-0375-4094-9583-70060c4ade41 HTTP/1.1" status: 204 len: 168 time: 0.4659839 Mar 08 20:43:59.439181 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcbfdc-dc3e-4f20-a4a3-3d2c2797c707 req-4cc5e670-8f80-45c7-8844-25e8d058b049 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:43:59.440592 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3bfcbfdc-dc3e-4f20-a4a3-3d2c2797c707 req-4cc5e670-8f80-45c7-8844-25e8d058b049 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 946 time: 0.0534365 Mar 08 20:43:59.712103 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3bfcbfdc-dc3e-4f20-a4a3-3d2c2797c707 req-0408003c-bd6d-4e38-9fea-0445f8bf5a3a tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2658689 Mar 08 20:44:00.837663 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b44c7a-b80f-4da4-9ce5-674e389a4aa8 req-d265b0bb-4a7b-4f2a-b734-5b348504e835 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:00.839037 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-21b44c7a-b80f-4da4-9ce5-674e389a4aa8 req-d265b0bb-4a7b-4f2a-b734-5b348504e835 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 946 time: 0.0526116 Mar 08 20:44:00.884677 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-21b44c7a-b80f-4da4-9ce5-674e389a4aa8 req-b0451540-3636-4c30-bcde-caa63dc6518e tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups?id=7de48dec-4379-4e10-914a-5b16cd75b962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401509 Mar 08 20:44:01.113955 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-75b0752c-0ad1-48bc-ad4d-52ac026c936c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:01.115331 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-75b0752c-0ad1-48bc-ad4d-52ac026c936c tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 946 time: 0.0554261 Mar 08 20:44:01.205552 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Deleting port 73b62f8d-2d7f-4503-bd64-d86f3d859487 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:44:01.205893 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:01.294974 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] For port 73b62f8d-2d7f-4503-bd64-d86f3d859487, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73b62f8d-2d7f-4503-bd64-d86f3d859487,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:01.295915 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:01.728086 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:01.728744 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (0cf7112c-90a2-4c57-a010-15cffb6b5266), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:01.728993 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Floating IP 0cf7112c-90a2-4c57-a010-15cffb6b5266 disassociated. External IP: 172.27.3.92, port: 73b62f8d-2d7f-4503-bd64-d86f3d859487. Mar 08 20:44:01.729344 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Calling delete_port for 73b62f8d-2d7f-4503-bd64-d86f3d859487 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:44:01.900702 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (73b62f8d-2d7f-4503-bd64-d86f3d859487), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:01.928905 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event deleted for resources: {'Port': ['ID=73b62f8d-2d7f-4503-bd64-d86f3d859487,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:01.986407 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-006a8c1e-a8b7-4298-8a60-27c542926750 req-cdcbe619-bf7b-4903-8a03-28d07aa1dece tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 210 time: 0.0264983 Mar 08 20:44:02.062518 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Router 28ba1426-b61a-4f28-adaf-085f70c6b719 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:44:02.112913 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41370) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:02.176983 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:44:02.189692 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] Sync routers for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:44:02.206443 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:44:02.207178 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:43:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:02.221319 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] No DVR routers for this DVR port 73b62f8d-2d7f-4503-bd64-d86f3d859487 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:44:02.224246 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:02.227556 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f596fcdf-c495-453a-933f-6ef1fc730c75 req-cf991cff-7104-40e5-9c9a-2e806fd88f37 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.58 "DELETE /v2.0/ports/73b62f8d-2d7f-4503-bd64-d86f3d859487 HTTP/1.1" status: 204 len: 173 time: 1.1065233 Mar 08 20:44:02.228041 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'name': 'network-vif-deleted', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:44:02.230339 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42ae51d-7b00-4879-bff3-ff2bbbfb151c" -d '{"events": [{"server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "name": "network-vif-deleted", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:44:02.283749 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff4a17f-a7f5-4c7e-a0c2-1c1a252ec95a x-openstack-request-id: req-2ff4a17f-a7f5-4c7e-a0c2-1c1a252ec95a {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:44:02.284344 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d35754-645f-4e0b-b1aa-546c624a6281", "name": "network-vif-deleted", "tag": "73b62f8d-2d7f-4503-bd64-d86f3d859487", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:44:02.284626 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ff4a17f-a7f5-4c7e-a0c2-1c1a252ec95a {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:44:02.285744 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d35754-645f-4e0b-b1aa-546c624a6281', 'name': 'network-vif-deleted', 'tag': '73b62f8d-2d7f-4503-bd64-d86f3d859487', 'status': 'completed', 'code': 200} Mar 08 20:44:02.328256 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:44:02.638673 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:02.653723 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-854102'] for router_interface (7661367e-bf65-4c79-970e-115a06f07187), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:02.665095 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] Checking router: 28ba1426-b61a-4f28-adaf-085f70c6b719 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:44:02.673969 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:44:02.674574 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:43:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:02.784904 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:44:02.915033 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] Deleting port ee0dabd7-2422-402c-9ef5-91da06ff3b30 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:44:02.915440 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:02.998954 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] For port ee0dabd7-2422-402c-9ef5-91da06ff3b30, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=ee0dabd7-2422-402c-9ef5-91da06ff3b30,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:02.999667 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:03.001264 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:03.014521 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] Calling delete_port for ee0dabd7-2422-402c-9ef5-91da06ff3b30 owned by network:router_interface {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:44:03.052681 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845711f-73eb-4f92-a609-4d64a9f2f964 None None] The sync data for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi is: [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:13Z', 'revision_number': 4, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7043070b-8e0f-4c3f-af12-f346560b5904', 'name': '', 'network_id': 'e34bee80-3106-4523-a78e-aa1c3a8a8420', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'mac_address': 'fa:16:3e:84:23:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:11Z', 'updated_at': '2022-03-08T20:33:25Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'subnets': [{'id': '75bc1b03-62f8-46fc-8f2d-52b1108c628c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:44:03.159950 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ea623720-3116-41c2-a2f7-275035cd7e2d req-79cff3cd-a3e5-4449-b320-7ce2c6886fff tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4d35754-645f-4e0b-b1aa-546c624a6281 HTTP/1.1" status: 200 len: 210 time: 0.0709779 Mar 08 20:44:03.294894 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e101392-e60f-4225-bfbc-c847a33af25a None None] New status for floating IP 0cf7112c-90a2-4c57-a010-15cffb6b5266: DOWN {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:44:03.333917 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (ee0dabd7-2422-402c-9ef5-91da06ff3b30), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:03.366307 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0dabd7-2422-402c-9ef5-91da06ff3b30,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:03.550737 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-854050'] for router_interface (7661367e-bf65-4c79-970e-115a06f07187), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:03.768386 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] Router 7661367e-bf65-4c79-970e-115a06f07187 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:44:03.873137 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:44:03.880072 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-621225ce-22af-4ac8-bd20-8d6263915436 admin admin] 10.222.0.55 "PUT /v2.0/routers/7661367e-bf65-4c79-970e-115a06f07187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7655873 Mar 08 20:44:03.881259 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41384) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:03.882251 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] Sync routers for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:44:03.892266 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:44:03.892877 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:43:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:03.985275 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Publish callbacks [] for router (7661367e-bf65-4c79-970e-115a06f07187), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:03.998847 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:44:04.092759 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Publish callbacks [] for router_gateway (7661367e-bf65-4c79-970e-115a06f07187), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.185003 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '50b50741-445c-441f-8e44-84b10182e7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:44:03Z', 'revision_number': 5, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port': {'id': '50b50741-445c-441f-8e44-84b10182e7aa', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7661367e-bf65-4c79-970e-115a06f07187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:04.204645 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Deleting port 50b50741-445c-441f-8e44-84b10182e7aa {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:44:04.205067 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (50b50741-445c-441f-8e44-84b10182e7aa), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.216568 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] Checking router: 7661367e-bf65-4c79-970e-115a06f07187 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:44:04.234960 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] Routers {'7661367e-bf65-4c79-970e-115a06f07187'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:44:04.236481 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:43:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['7661367e-bf65-4c79-970e-115a06f07187'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:04.293999 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] For port 50b50741-445c-441f-8e44-84b10182e7aa, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=50b50741-445c-441f-8e44-84b10182e7aa,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:04.294472 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (50b50741-445c-441f-8e44-84b10182e7aa), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.309204 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Calling delete_port for 50b50741-445c-441f-8e44-84b10182e7aa owned by network:router_gateway {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:44:04.319643 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41434) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:04.341099 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] Set router 7661367e-bf65-4c79-970e-115a06f07187 gateway port host: None {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:44:04.382857 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e04c3e12-b709-4f43-8d5c-4c22f06cc681 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (7de48dec-4379-4e10-914a-5b16cd75b962), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.413136 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e04c3e12-b709-4f43-8d5c-4c22f06cc681 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (7de48dec-4379-4e10-914a-5b16cd75b962), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.413760 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:44:04Z', 'revision_number': 6, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port_host': None}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:04.446038 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61145680-5ce0-47bd-bdb1-9fd5c86df7d4 None None] The sync data for ids ['7661367e-bf65-4c79-970e-115a06f07187'] in dv-cinder-830097-3-iscsi is: [{'id': '7661367e-bf65-4c79-970e-115a06f07187', 'name': 'tempest-AttachVolumeNegativeTest-147589415-router', 'tenant_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:04Z', 'updated_at': '2022-03-08T20:44:04Z', 'revision_number': 6, 'project_id': 'c0a2143ce6b541af95e0b1f35fcb6fc3', 'gw_port_host': None}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:44:04.557568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e04c3e12-b709-4f43-8d5c-4c22f06cc681 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (7de48dec-4379-4e10-914a-5b16cd75b962), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.560502 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e04c3e12-b709-4f43-8d5c-4c22f06cc681 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.561889 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e04c3e12-b709-4f43-8d5c-4c22f06cc681 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "DELETE /v2.0/security-groups/7de48dec-4379-4e10-914a-5b16cd75b962 HTTP/1.1" status: 204 len: 168 time: 0.2402723 Mar 08 20:44:04.565079 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41436) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:04.578916 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c3e12-b709-4f43-8d5c-4c22f06cc681 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de48dec-4379-4e10-914a-5b16cd75b962,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:04.586610 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.api.v2.resource [None req-a0b51cd4-5e3a-419b-a3b3-fab9049392d2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] show failed (client error): The resource could not be found. Mar 08 20:44:04.587884 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-a0b51cd4-5e3a-419b-a3b3-fab9049392d2 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "GET /v2.0/security-groups/7de48dec-4379-4e10-914a-5b16cd75b962 HTTP/1.1" status: 404 len: 347 time: 0.0204816 Mar 08 20:44:04.590974 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41438) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:04.734982 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-211e6418-bf6f-4aa4-bdde-ad9fb915a499 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Deleting port 733f0426-620a-417e-8172-c1dc6ef52ecb {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:44:04.735368 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-211e6418-bf6f-4aa4-bdde-ad9fb915a499 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (733f0426-620a-417e-8172-c1dc6ef52ecb), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.773171 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (50b50741-445c-441f-8e44-84b10182e7aa), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.799475 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b50741-445c-441f-8e44-84b10182e7aa,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:04.836476 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-211e6418-bf6f-4aa4-bdde-ad9fb915a499 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (733f0426-620a-417e-8172-c1dc6ef52ecb), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.836698 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-211e6418-bf6f-4aa4-bdde-ad9fb915a499 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (733f0426-620a-417e-8172-c1dc6ef52ecb), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.851220 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-211e6418-bf6f-4aa4-bdde-ad9fb915a499 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Calling delete_port for 733f0426-620a-417e-8172-c1dc6ef52ecb owned by network:floatingip {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:44:04.908020 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-859272'] for router_gateway (7661367e-bf65-4c79-970e-115a06f07187), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:04.914980 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 73b62f8d-2d7f-4503-bd64-d86f3d859487 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:44:04.946201 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 73b62f8d-2d7f-4503-bd64-d86f3d859487 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:44:04.946836 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 73b62f8d-2d7f-4503-bd64-d86f3d859487 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:44:05.005686 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-855612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24648'] for router (7661367e-bf65-4c79-970e-115a06f07187), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.007958 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Publish callbacks [] for router_controller (7661367e-bf65-4c79-970e-115a06f07187), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.055199 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-211e6418-bf6f-4aa4-bdde-ad9fb915a499 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (733f0426-620a-417e-8172-c1dc6ef52ecb), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.082907 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e6418-bf6f-4aa4-bdde-ad9fb915a499 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Pushing event deleted for resources: {'Port': ['ID=733f0426-620a-417e-8172-c1dc6ef52ecb,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:05.123863 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-855595'] for router (7661367e-bf65-4c79-970e-115a06f07187), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.124422 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7661367e-bf65-4c79-970e-115a06f07187 {{(pid=103530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:44:05.129783 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.131016 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-627c7f44-7b1d-4ccf-9b57-5c771084f694 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7661367e-bf65-4c79-970e-115a06f07187 HTTP/1.1" status: 204 len: 168 time: 1.2488077 Mar 08 20:44:05.133512 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41444) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:05.147551 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-211e6418-bf6f-4aa4-bdde-ad9fb915a499 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks [] for floatingip (0cf7112c-90a2-4c57-a010-15cffb6b5266), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.150291 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-211e6418-bf6f-4aa4-bdde-ad9fb915a499 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.151473 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-211e6418-bf6f-4aa4-bdde-ad9fb915a499 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] 10.222.0.55 "DELETE /v2.0/floatingips/0cf7112c-90a2-4c57-a010-15cffb6b5266 HTTP/1.1" status: 204 len: 168 time: 0.5595164 Mar 08 20:44:05.183506 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc6845a-c259-4176-a479-928b40e9aa18 admin admin] Deleting subnet e615ce63-1553-4f4e-ac31-637d57fd5427 {{(pid=103530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:44:05.187922 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9bc6845a-c259-4176-a479-928b40e9aa18 admin admin] Publish callbacks [] for subnet (e615ce63-1553-4f4e-ac31-637d57fd5427), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.226713 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9bc6845a-c259-4176-a479-928b40e9aa18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134415'] for subnet (e615ce63-1553-4f4e-ac31-637d57fd5427), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.313465 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9bc6845a-c259-4176-a479-928b40e9aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (e615ce63-1553-4f4e-ac31-637d57fd5427), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.438393 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9bc6845a-c259-4176-a479-928b40e9aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9010323'] for subnet (e615ce63-1553-4f4e-ac31-637d57fd5427), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.468343 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6845a-c259-4176-a479-928b40e9aa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e615ce63-1553-4f4e-ac31-637d57fd5427,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:05.471792 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9bc6845a-c259-4176-a479-928b40e9aa18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.475247 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-9bc6845a-c259-4176-a479-928b40e9aa18 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e615ce63-1553-4f4e-ac31-637d57fd5427 HTTP/1.1" status: 204 len: 168 time: 0.3407474 Mar 08 20:44:05.478514 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41464) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:05.485286 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f48e63-70cd-4d66-b809-64ef9c35e6ab None None] Network 9bd42d04-98ce-43a5-8568-bf7fc023b329 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:44:05.551260 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device ee0dabd7-2422-402c-9ef5-91da06ff3b30 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:44:05.567349 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (9bd42d04-98ce-43a5-8568-bf7fc023b329), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.576336 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: ee0dabd7-2422-402c-9ef5-91da06ff3b30 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:44:05.576754 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device ee0dabd7-2422-402c-9ef5-91da06ff3b30 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:44:05.577203 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 50b50741-445c-441f-8e44-84b10182e7aa no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:44:05.616307 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 50b50741-445c-441f-8e44-84b10182e7aa {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:44:05.616592 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 50b50741-445c-441f-8e44-84b10182e7aa not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:44:05.629660 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Deleting port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:44:05.630257 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.698552 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] For port 55fbd7c5-bce1-497f-b37a-856ed485d2e8, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=55fbd7c5-bce1-497f-b37a-856ed485d2e8,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:05.698921 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.711705 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Calling delete_port for 55fbd7c5-bce1-497f-b37a-856ed485d2e8 owned by network:dhcp {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:44:05.728676 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce1275-a8b4-4ada-a37c-ebf333f1cf4a None None] DHCP port deletion for 9bd42d04-98ce-43a5-8568-bf7fc023b329 request from dv-cinder-830097-3-iscsi {{(pid=103532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:44:05.781887 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-40ce1275-a8b4-4ada-a37c-ebf333f1cf4a None None] Deleting port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 {{(pid=103532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:44:05.782258 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-40ce1275-a8b4-4ada-a37c-ebf333f1cf4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), before_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.849529 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-40ce1275-a8b4-4ada-a37c-ebf333f1cf4a None None] For port 55fbd7c5-bce1-497f-b37a-856ed485d2e8, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=55fbd7c5-bce1-497f-b37a-856ed485d2e8,segment=NetworkSegment(3deea719-6db9-45b2-b0f6-e8de37cd3c47),segment_id=3deea719-6db9-45b2-b0f6-e8de37cd3c47)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:05.849927 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-40ce1275-a8b4-4ada-a37c-ebf333f1cf4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), precommit_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.863594 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-40ce1275-a8b4-4ada-a37c-ebf333f1cf4a None None] Calling delete_port for 55fbd7c5-bce1-497f-b37a-856ed485d2e8 owned by network:dhcp {{(pid=103532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:44:05.889019 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.913164 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Pushing event deleted for resources: {'Port': ['ID=55fbd7c5-bce1-497f-b37a-856ed485d2e8,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:05.922283 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] No DVR routers for this DVR port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 on host dv-cinder-830097-3-iscsi {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:44:05.942600 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-40ce1275-a8b4-4ada-a37c-ebf333f1cf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (55fbd7c5-bce1-497f-b37a-856ed485d2e8), after_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:05.966806 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce1275-a8b4-4ada-a37c-ebf333f1cf4a None None] Pushing event deleted for resources: {'Port': ['ID=55fbd7c5-bce1-497f-b37a-856ed485d2e8,revision_number=None']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:05.974035 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce1275-a8b4-4ada-a37c-ebf333f1cf4a None None] No DVR routers for this DVR port 55fbd7c5-bce1-497f-b37a-856ed485d2e8 on host dv-cinder-830097-3-iscsi {{(pid=103532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:44:05.990786 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (9bd42d04-98ce-43a5-8568-bf7fc023b329), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.015426 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd42d04-98ce-43a5-8568-bf7fc023b329']}} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:06.025523 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3deea719-6db9-45b2-b0f6-e8de37cd3c47') {'for_net_delete': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:06.025820 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3deea719-6db9-45b2-b0f6-e8de37cd3c47') {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:06.035611 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095907'] for segment (3deea719-6db9-45b2-b0f6-e8de37cd3c47), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.049495 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (3deea719-6db9-45b2-b0f6-e8de37cd3c47), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.055803 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:44:06.056101 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8694571'] for segment (3deea719-6db9-45b2-b0f6-e8de37cd3c47), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: Traceback (most recent call last): Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: timer() Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: cb(*args, **kw) Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: return func(*args, **kwargs) Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: self._notify() Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: self.callback(batched_events) Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: event.method(event) Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: return f(self, *a, **k) Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._get(url).json() Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: return self.request(url, 'GET', **kwargs) Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:44:06.057747 dv-cinder-830097-3-iscsi neutron-server[103531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:44:06.185220 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (9bd42d04-98ce-43a5-8568-bf7fc023b329), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.190739 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.194328 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] 10.222.0.55 "DELETE /v2.0/networks/9bd42d04-98ce-43a5-8568-bf7fc023b329 HTTP/1.1" status: 204 len: 168 time: 0.7140555 Mar 08 20:44:06.205517 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d993f9-44e4-4435-8227-bdd14085086d admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd42d04-98ce-43a5-8568-bf7fc023b329,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:06.293724 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.535361 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41478) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:06.577547 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-166870dc-2ac8-43a8-8c40-f0650c60eecc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0a2143ce6b541af95e0b1f35fcb6fc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409896 Mar 08 20:44:06.584408 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41480) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:06.633034 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fb24a17b-66f2-46e9-92fa-15c0a36cdba5 admin admin] Publish callbacks [] for security_group (972f6143-234e-4ff5-b211-5e1c8161cfa9), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.655750 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fb24a17b-66f2-46e9-92fa-15c0a36cdba5 admin admin] Publish callbacks [] for security_group (972f6143-234e-4ff5-b211-5e1c8161cfa9), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.780942 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fb24a17b-66f2-46e9-92fa-15c0a36cdba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (972f6143-234e-4ff5-b211-5e1c8161cfa9), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.783565 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fb24a17b-66f2-46e9-92fa-15c0a36cdba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:06.784868 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-fb24a17b-66f2-46e9-92fa-15c0a36cdba5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/972f6143-234e-4ff5-b211-5e1c8161cfa9 HTTP/1.1" status: 204 len: 168 time: 0.1993957 Mar 08 20:44:06.792754 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24a17b-66f2-46e9-92fa-15c0a36cdba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972f6143-234e-4ff5-b211-5e1c8161cfa9,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:07.505787 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 55fbd7c5-bce1-497f-b37a-856ed485d2e8 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:44:07.528144 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 55fbd7c5-bce1-497f-b37a-856ed485d2e8 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:44:07.528499 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 55fbd7c5-bce1-497f-b37a-856ed485d2e8 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:44:07.851845 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41516) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:08.380136 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-854102'] for router_interface (28ba1426-b61a-4f28-adaf-085f70c6b719), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:08.645212 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] Deleting port 7043070b-8e0f-4c3f-af12-f346560b5904 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:44:08.650329 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:08.736818 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] For port 7043070b-8e0f-4c3f-af12-f346560b5904, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7043070b-8e0f-4c3f-af12-f346560b5904,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:08.737190 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:08.750583 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] Calling delete_port for 7043070b-8e0f-4c3f-af12-f346560b5904 owned by network:router_interface {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:44:08.986181 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (7043070b-8e0f-4c3f-af12-f346560b5904), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:09.013543 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7043070b-8e0f-4c3f-af12-f346560b5904,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:09.188316 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-854050'] for router_interface (28ba1426-b61a-4f28-adaf-085f70c6b719), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:09.411564 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] Router 28ba1426-b61a-4f28-adaf-085f70c6b719 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:44:09.528448 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:44:09.542811 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-e64f60bb-45fd-4d72-9000-9ba61edd6e29 admin admin] 10.222.0.55 "PUT /v2.0/routers/28ba1426-b61a-4f28-adaf-085f70c6b719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6816866 Mar 08 20:44:09.542983 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] Sync routers for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:44:09.543779 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41538) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:09.549329 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:44:09.549961 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:43:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:09.652319 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Publish callbacks [] for router (28ba1426-b61a-4f28-adaf-085f70c6b719), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:09.665230 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:44:09.769642 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Publish callbacks [] for router_gateway (28ba1426-b61a-4f28-adaf-085f70c6b719), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:09.860219 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:44:08Z', 'revision_number': 5, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port': {'id': '31ce3987-e6e0-49d4-a933-5d75b0e4e6c5', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:33:07Z', 'updated_at': '2022-03-08T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:09.894334 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] Checking router: 28ba1426-b61a-4f28-adaf-085f70c6b719 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:44:09.903829 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] Routers {'28ba1426-b61a-4f28-adaf-085f70c6b719'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:44:09.905035 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:43:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['28ba1426-b61a-4f28-adaf-085f70c6b719'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:09.907735 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Deleting port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:44:09.908113 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:09.996510 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] For port 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=31ce3987-e6e0-49d4-a933-5d75b0e4e6c5,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:09.996782 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.012011 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Calling delete_port for 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 owned by network:router_gateway {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:44:10.141104 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] Set router 28ba1426-b61a-4f28-adaf-085f70c6b719 gateway port host: None {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:44:10.196122 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:44:09Z', 'revision_number': 6, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port_host': None}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:10.226912 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e83560-aa74-4744-af95-33a77fe669bc None None] The sync data for ids ['28ba1426-b61a-4f28-adaf-085f70c6b719'] in dv-cinder-830097-3-iscsi is: [{'id': '28ba1426-b61a-4f28-adaf-085f70c6b719', 'name': 'tempest-AttachVolumeShelveTestJSON-710241320-router', 'tenant_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:33:05Z', 'updated_at': '2022-03-08T20:44:09Z', 'revision_number': 6, 'project_id': 'cf60d2bc864448f9a3dede19863dcaf6', 'gw_port_host': None}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:44:10.272005 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (31ce3987-e6e0-49d4-a933-5d75b0e4e6c5), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.298873 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ce3987-e6e0-49d4-a933-5d75b0e4e6c5,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:10.369324 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-859272'] for router_gateway (28ba1426-b61a-4f28-adaf-085f70c6b719), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.464473 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-855612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24648'] for router (28ba1426-b61a-4f28-adaf-085f70c6b719), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.466671 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Publish callbacks [] for router_controller (28ba1426-b61a-4f28-adaf-085f70c6b719), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.591820 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-855595'] for router (28ba1426-b61a-4f28-adaf-085f70c6b719), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.592488 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28ba1426-b61a-4f28-adaf-085f70c6b719 {{(pid=103531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:44:10.596994 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.598484 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-66cc8bcb-e87a-4ed1-8389-b892040d8a79 admin admin] 10.222.0.55 "DELETE /v2.0/routers/28ba1426-b61a-4f28-adaf-085f70c6b719 HTTP/1.1" status: 204 len: 168 time: 1.0595114 Mar 08 20:44:10.600881 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41562) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:10.649917 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b089345-3f85-4366-810d-0f1990a2042a admin admin] Deleting subnet 75bc1b03-62f8-46fc-8f2d-52b1108c628c {{(pid=103530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:44:10.653998 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b089345-3f85-4366-810d-0f1990a2042a admin admin] Publish callbacks [] for subnet (75bc1b03-62f8-46fc-8f2d-52b1108c628c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.693607 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b089345-3f85-4366-810d-0f1990a2042a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134415'] for subnet (75bc1b03-62f8-46fc-8f2d-52b1108c628c), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.774416 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b089345-3f85-4366-810d-0f1990a2042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (75bc1b03-62f8-46fc-8f2d-52b1108c628c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.912543 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b089345-3f85-4366-810d-0f1990a2042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9010323'] for subnet (75bc1b03-62f8-46fc-8f2d-52b1108c628c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.939284 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b089345-3f85-4366-810d-0f1990a2042a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bc1b03-62f8-46fc-8f2d-52b1108c628c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:10.943212 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b089345-3f85-4366-810d-0f1990a2042a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:10.946540 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-5b089345-3f85-4366-810d-0f1990a2042a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/75bc1b03-62f8-46fc-8f2d-52b1108c628c HTTP/1.1" status: 204 len: 168 time: 0.3444793 Mar 08 20:44:10.949003 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41564) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:10.949539 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d97534d-640f-4f14-897c-7aaf63663699 None None] Network e34bee80-3106-4523-a78e-aa1c3a8a8420 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:44:11.022265 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (e34bee80-3106-4523-a78e-aa1c3a8a8420), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.079498 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Deleting port 7a74587f-4475-4807-9994-d21c8dbf09b8 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:44:11.079942 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.119511 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d4698-2ed4-401a-a196-700e1c548131 None None] DHCP port deletion for e34bee80-3106-4523-a78e-aa1c3a8a8420 request from dv-cinder-830097-3-iscsi {{(pid=103532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:44:11.147967 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] For port 7a74587f-4475-4807-9994-d21c8dbf09b8, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7a74587f-4475-4807-9994-d21c8dbf09b8,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:11.148481 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.161967 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Calling delete_port for 7a74587f-4475-4807-9994-d21c8dbf09b8 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:44:11.174841 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-c16d4698-2ed4-401a-a196-700e1c548131 None None] Deleting port 7a74587f-4475-4807-9994-d21c8dbf09b8 {{(pid=103532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:44:11.175191 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c16d4698-2ed4-401a-a196-700e1c548131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), before_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.238820 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-c16d4698-2ed4-401a-a196-700e1c548131 None None] For port 7a74587f-4475-4807-9994-d21c8dbf09b8, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7a74587f-4475-4807-9994-d21c8dbf09b8,segment=NetworkSegment(11be7ce5-5eb2-478a-b058-277198db19dd),segment_id=11be7ce5-5eb2-478a-b058-277198db19dd)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:11.239268 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c16d4698-2ed4-401a-a196-700e1c548131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), precommit_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.252703 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-c16d4698-2ed4-401a-a196-700e1c548131 None None] Calling delete_port for 7a74587f-4475-4807-9994-d21c8dbf09b8 owned by network:dhcp {{(pid=103532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:44:11.335088 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.340723 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c16d4698-2ed4-401a-a196-700e1c548131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (7a74587f-4475-4807-9994-d21c8dbf09b8), after_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.361011 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a74587f-4475-4807-9994-d21c8dbf09b8,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:11.364036 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d4698-2ed4-401a-a196-700e1c548131 None None] Pushing event deleted for resources: {'Port': ['ID=7a74587f-4475-4807-9994-d21c8dbf09b8,revision_number=None']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:11.364912 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] No DVR routers for this DVR port 7a74587f-4475-4807-9994-d21c8dbf09b8 on host dv-cinder-830097-3-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:44:11.369525 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d4698-2ed4-401a-a196-700e1c548131 None None] No DVR routers for this DVR port 7a74587f-4475-4807-9994-d21c8dbf09b8 on host dv-cinder-830097-3-iscsi {{(pid=103532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:44:11.437465 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (e34bee80-3106-4523-a78e-aa1c3a8a8420), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.458692 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34bee80-3106-4523-a78e-aa1c3a8a8420']}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:11.469046 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11be7ce5-5eb2-478a-b058-277198db19dd') {'for_net_delete': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:11.469434 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11be7ce5-5eb2-478a-b058-277198db19dd') {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:11.478985 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134516'] for segment (11be7ce5-5eb2-478a-b058-277198db19dd), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.491929 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (11be7ce5-5eb2-478a-b058-277198db19dd), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.497976 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:44:11.498365 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10270707'] for segment (11be7ce5-5eb2-478a-b058-277198db19dd), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: Traceback (most recent call last): Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: timer() Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: cb(*args, **kw) Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: return func(*args, **kwargs) Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: self._notify() Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: self.callback(batched_events) Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: event.method(event) Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: return f(self, *a, **k) Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._get(url).json() Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: return self.request(url, 'GET', **kwargs) Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:44:11.500033 dv-cinder-830097-3-iscsi neutron-server[103530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:44:11.511448 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7043070b-8e0f-4c3f-af12-f346560b5904 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:44:11.533112 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 7043070b-8e0f-4c3f-af12-f346560b5904 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:44:11.533506 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7043070b-8e0f-4c3f-af12-f346560b5904 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:44:11.534012 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:44:11.552993 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:44:11.553343 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 31ce3987-e6e0-49d4-a933-5d75b0e4e6c5 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:44:11.553759 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7a74587f-4475-4807-9994-d21c8dbf09b8 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:44:11.572337 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 7a74587f-4475-4807-9994-d21c8dbf09b8 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:44:11.572684 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7a74587f-4475-4807-9994-d21c8dbf09b8 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:44:11.603063 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (e34bee80-3106-4523-a78e-aa1c3a8a8420), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.610085 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:11.615168 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e34bee80-3106-4523-a78e-aa1c3a8a8420 HTTP/1.1" status: 204 len: 168 time: 0.6650534 Mar 08 20:44:11.627756 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189202f-acac-4a4d-a8b7-6e1e78eea5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e34bee80-3106-4523-a78e-aa1c3a8a8420,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:11.927443 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41574) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:11.970695 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-65b3cba3-c8c4-4df3-826c-9bf235f6f69b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf60d2bc864448f9a3dede19863dcaf6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420926 Mar 08 20:44:11.973134 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41576) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:12.019193 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96e724a0-fcb9-4090-9855-dabf808bb234 admin admin] Publish callbacks [] for security_group (de8ecbd5-58b5-4d9b-b003-ef613ffdc2c5), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:12.039642 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96e724a0-fcb9-4090-9855-dabf808bb234 admin admin] Publish callbacks [] for security_group (de8ecbd5-58b5-4d9b-b003-ef613ffdc2c5), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:12.150909 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96e724a0-fcb9-4090-9855-dabf808bb234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (de8ecbd5-58b5-4d9b-b003-ef613ffdc2c5), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:12.153576 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96e724a0-fcb9-4090-9855-dabf808bb234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:12.154678 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-96e724a0-fcb9-4090-9855-dabf808bb234 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de8ecbd5-58b5-4d9b-b003-ef613ffdc2c5 HTTP/1.1" status: 204 len: 168 time: 0.1806643 Mar 08 20:44:12.165312 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e724a0-fcb9-4090-9855-dabf808bb234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8ecbd5-58b5-4d9b-b003-ef613ffdc2c5,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:16.516219 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-22f27af7-99a5-4b68-8d20-1e753b96e476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:19.072357 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f7c804ca-e551-4a91-a36d-f48bb324b21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:20.236356 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:21.665723 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:21.776942 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41762) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:21.881477 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:21.955396 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Publish callbacks [] for security_group (6717464a-fa53-46dc-87d5-64d670e2de38), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:22.014638 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (6717464a-fa53-46dc-87d5-64d670e2de38), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:22.053670 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5356cfdf38eb4ba383d0876d5729c87e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756701 Mar 08 20:44:22.054877 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6717464a-fa53-46dc-87d5-64d670e2de38,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:22.056449 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41774) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:22.062646 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.062995 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.063381 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.063722 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.064053 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.064382 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.064705 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.065093 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.065451 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.065774 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.066096 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.066416 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.066730 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49e2-a9fc-4d1a-93a4-2312c7530b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.108153 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Publish callbacks [] for security_group (6717464a-fa53-46dc-87d5-64d670e2de38), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:22.129687 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Publish callbacks [] for security_group (6717464a-fa53-46dc-87d5-64d670e2de38), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:22.239433 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (6717464a-fa53-46dc-87d5-64d670e2de38), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:22.242266 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:22.243467 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6717464a-fa53-46dc-87d5-64d670e2de38 HTTP/1.1" status: 204 len: 168 time: 0.1860304 Mar 08 20:44:22.251851 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6717464a-fa53-46dc-87d5-64d670e2de38,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:22.260433 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.260939 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.261121 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.261468 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.261889 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.262128 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.262588 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.262943 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.263398 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.263845 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.264178 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.264507 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.264832 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd6393a-2302-4b0b-8f04-3e046b643597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:22.905601 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:24.233272 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41848) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:24.340521 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c5461d8b-55a9-4a84-a57e-64b5deb0ac85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:24.412943 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c5461d8b-55a9-4a84-a57e-64b5deb0ac85 admin admin] Publish callbacks [] for security_group (8b388cd3-df96-47b1-812e-81c98075d997), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:24.477061 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c5461d8b-55a9-4a84-a57e-64b5deb0ac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (8b388cd3-df96-47b1-812e-81c98075d997), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:24.515450 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c5461d8b-55a9-4a84-a57e-64b5deb0ac85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8712daea464b4d30b2f0aecdc96f9904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810371 Mar 08 20:44:24.516321 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5461d8b-55a9-4a84-a57e-64b5deb0ac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b388cd3-df96-47b1-812e-81c98075d997,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:24.519193 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 41856) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:24.570280 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-885fd052-32bd-422b-8f10-bdddab352bc9 admin admin] Publish callbacks [] for security_group (8b388cd3-df96-47b1-812e-81c98075d997), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:24.591337 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-885fd052-32bd-422b-8f10-bdddab352bc9 admin admin] Publish callbacks [] for security_group (8b388cd3-df96-47b1-812e-81c98075d997), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:24.688632 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-885fd052-32bd-422b-8f10-bdddab352bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (8b388cd3-df96-47b1-812e-81c98075d997), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:24.691865 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-885fd052-32bd-422b-8f10-bdddab352bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:24.693086 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-885fd052-32bd-422b-8f10-bdddab352bc9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b388cd3-df96-47b1-812e-81c98075d997 HTTP/1.1" status: 204 len: 168 time: 0.1728096 Mar 08 20:44:24.700787 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd052-32bd-422b-8f10-bdddab352bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b388cd3-df96-47b1-812e-81c98075d997,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:25.345363 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41866) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:25.358457 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-72c77eed-1dbc-4a86-82d5-fc82d7156d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:25.429766 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-72c77eed-1dbc-4a86-82d5-fc82d7156d8f admin admin] Publish callbacks [] for security_group (0177f417-7115-4eb8-8dee-b37db1115a0c), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:25.488701 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-72c77eed-1dbc-4a86-82d5-fc82d7156d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0177f417-7115-4eb8-8dee-b37db1115a0c), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:25.525468 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c77eed-1dbc-4a86-82d5-fc82d7156d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0177f417-7115-4eb8-8dee-b37db1115a0c,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:25.529783 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-72c77eed-1dbc-4a86-82d5-fc82d7156d8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d75fe980b3b14d2086c15398efb5ec45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833456 Mar 08 20:44:25.532927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 41868) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:25.579361 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-20d70ed4-288e-4682-a304-9b0a6f74280b admin admin] Publish callbacks [] for security_group (0177f417-7115-4eb8-8dee-b37db1115a0c), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:25.602820 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-20d70ed4-288e-4682-a304-9b0a6f74280b admin admin] Publish callbacks [] for security_group (0177f417-7115-4eb8-8dee-b37db1115a0c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:25.705483 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-20d70ed4-288e-4682-a304-9b0a6f74280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0177f417-7115-4eb8-8dee-b37db1115a0c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:25.708086 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-20d70ed4-288e-4682-a304-9b0a6f74280b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:25.710967 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-20d70ed4-288e-4682-a304-9b0a6f74280b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0177f417-7115-4eb8-8dee-b37db1115a0c HTTP/1.1" status: 204 len: 168 time: 0.1760399 Mar 08 20:44:25.716852 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d70ed4-288e-4682-a304-9b0a6f74280b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0177f417-7115-4eb8-8dee-b37db1115a0c,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:33.687815 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:44:36.300033 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:46.533740 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1bb80480-d9dd-4e08-ab7e-3c5e3622d74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:48.864904 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 42170) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:48.976219 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec93211c-e072-4149-9091-06979289ecb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:49.054116 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec93211c-e072-4149-9091-06979289ecb3 admin admin] Publish callbacks [] for security_group (23d52b6a-a856-484d-b9bb-61fad8eb6fa3), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:49.094083 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-7dc8ab8e-d1b6-4a51-8682-4fdf950935b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:49.115594 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec93211c-e072-4149-9091-06979289ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (23d52b6a-a856-484d-b9bb-61fad8eb6fa3), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:49.154844 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ec93211c-e072-4149-9091-06979289ecb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1310d0220f6a4851a9a73ad1eced6d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887568 Mar 08 20:44:49.155752 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93211c-e072-4149-9091-06979289ecb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d52b6a-a856-484d-b9bb-61fad8eb6fa3,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:49.157559 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 42178) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:49.205520 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3b1efb5e-0f6c-4cab-867f-137c86c92880 admin admin] Publish callbacks [] for security_group (23d52b6a-a856-484d-b9bb-61fad8eb6fa3), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:49.226958 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3b1efb5e-0f6c-4cab-867f-137c86c92880 admin admin] Publish callbacks [] for security_group (23d52b6a-a856-484d-b9bb-61fad8eb6fa3), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:49.357115 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3b1efb5e-0f6c-4cab-867f-137c86c92880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (23d52b6a-a856-484d-b9bb-61fad8eb6fa3), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:49.359781 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3b1efb5e-0f6c-4cab-867f-137c86c92880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:49.360938 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-3b1efb5e-0f6c-4cab-867f-137c86c92880 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23d52b6a-a856-484d-b9bb-61fad8eb6fa3 HTTP/1.1" status: 204 len: 168 time: 0.2023683 Mar 08 20:44:49.370651 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1efb5e-0f6c-4cab-867f-137c86c92880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d52b6a-a856-484d-b9bb-61fad8eb6fa3,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:50.271369 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:51.642458 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:52.945399 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:53.299432 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-f5b91ed1-f2f5-4690-b82d-f4431d5ea5c5 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b5587e82694b463e9c8b9e417f79a0bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288332 Mar 08 20:44:53.477344 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-7a5309af-46f2-4a15-92cf-9e47122d7d0a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:53.478791 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-7a5309af-46f2-4a15-92cf-9e47122d7d0a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736715 Mar 08 20:44:53.493308 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-b41c8a0a-3e30-4114-91d5-eeea5ed70f2d tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/quotas/b5587e82694b463e9c8b9e417f79a0bd HTTP/1.1" status: 200 len: 375 time: 0.0092354 Mar 08 20:44:53.523729 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-21f65596-8142-4e25-a3e7-c88c5106b026 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5587e82694b463e9c8b9e417f79a0bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257032 Mar 08 20:44:53.750086 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-248bbd9f-5621-4a24-8afd-e8a1e55628bc req-6362599b-a9c2-4d3b-bda3-32eccbf9708a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 210 time: 0.0305455 Mar 08 20:44:54.842684 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-882255e6-c2ac-437e-9470-612252215d1f req-898aba25-2209-43a4-b26f-1c19a3c84e85 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 210 time: 0.0264146 Mar 08 20:44:55.937583 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-553d4d72-4463-4e3f-9f1d-bf5241ece441 req-ecdbc2b7-e376-4938-b217-5b69306342b8 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 210 time: 0.0270712 Mar 08 20:44:56.041578 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-c59b3776-545c-424f-86c6-c4e4419691f1 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b5587e82694b463e9c8b9e417f79a0bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206652 Mar 08 20:44:56.148931 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-5fea047b-929b-4a20-b209-2d4778359b86 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:56.150942 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-5fea047b-929b-4a20-b209-2d4778359b86 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1046863 Mar 08 20:44:56.162151 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Request body: {'port': {'device_id': '3c26f80d-c84e-4ab8-9ac4-839b3446546b', 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62', 'admin_state_up': True, 'tenant_id': 'b5587e82694b463e9c8b9e417f79a0bd'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:44:56.351126 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Made reservation on behalf of b5587e82694b463e9c8b9e417f79a0bd for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:44:56.354441 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:56.364386 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:56.438568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks [] for security_group (433cd6d2-c9c9-48b5-9c5a-9862f08fab01), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:56.499707 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (433cd6d2-c9c9-48b5-9c5a-9862f08fab01), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:56.565311 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433cd6d2-c9c9-48b5-9c5a-9862f08fab01,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:56.639265 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Allocated IP 192.168.233.138 (eb29a688-9e10-40d2-9b4c-201d34be2c62/5a903b1a-4dcf-4cd7-9298-f64117879212/39a90b98-2f66-4d6c-b506-93fe50f48799) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:44:56.784360 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks [] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:56.921517 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:56.975563 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Network eb29a688-9e10-40d2-9b4c-201d34be2c62 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:44:56.985372 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:44:56.991239 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:44:57.015993 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Pushing event updated for resources: {'Port': ['ID=39a90b98-2f66-4d6c-b506-93fe50f48799,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:57.077264 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:57.078680 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:57.106747 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128c6b8-9c02-45ed-b766-c87994da79c7 req-152ef3a8-951c-48eb-bad7-2df52163fe3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:57.108367 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3128c6b8-9c02-45ed-b766-c87994da79c7 req-152ef3a8-951c-48eb-bad7-2df52163fe3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 936 time: 0.0886288 Mar 08 20:44:57.162817 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3128c6b8-9c02-45ed-b766-c87994da79c7 req-157744c5-122c-4169-9133-2b8e7e6ce538 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483425 Mar 08 20:44:57.200255 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-c930c32e-2fd8-4f02-8dbe-2853fd7b43b1 None None] Provisioning complete for port 39a90b98-2f66-4d6c-b506-93fe50f48799 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:44:57.200843 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c930c32e-2fd8-4f02-8dbe-2853fd7b43b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:57.216904 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-a2e973be-5159-4dcf-a114-04b00547ac3e tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0584297 Mar 08 20:44:57.226473 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-eae0201d-8c9c-4e39-bd2f-cfa9dfb35532 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:44:57.227543 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-eae0201d-8c9c-4e39-bd2f-cfa9dfb35532 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059729 Mar 08 20:44:57.235552 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-c930c32e-2fd8-4f02-8dbe-2853fd7b43b1 None None] Port 39a90b98-2f66-4d6c-b506-93fe50f48799 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:44:57.330107 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Request body: {'port': {'device_id': '3c26f80d-c84e-4ab8-9ac4-839b3446546b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:44:57.392818 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:57.652472 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a90b98-2f66-4d6c-b506-93fe50f48799 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:44:57.659670 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Publish callbacks [] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:57.671380 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Transition to ACTIVE for port object 39a90b98-2f66-4d6c-b506-93fe50f48799 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:44:57.739599 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:57.789946 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Pushing event updated for resources: {'Port': ['ID=39a90b98-2f66-4d6c-b506-93fe50f48799,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:57.865866 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Attempting to bind port 39a90b98-2f66-4d6c-b506-93fe50f48799 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:44:57.866209 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Attempting to bind port 39a90b98-2f66-4d6c-b506-93fe50f48799 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '32786687-a98c-4ed0-b195-8317f162e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:44:57.866537 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Attempting to bind port 39a90b98-2f66-4d6c-b506-93fe50f48799 on network eb29a688-9e10-40d2-9b4c-201d34be2c62 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:44:57.871547 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Port 39a90b98-2f66-4d6c-b506-93fe50f48799 on network eb29a688-9e10-40d2-9b4c-201d34be2c62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:44:57.871870 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Attempting to bind port 39a90b98-2f66-4d6c-b506-93fe50f48799 on network eb29a688-9e10-40d2-9b4c-201d34be2c62 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:44:57.877270 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:44:57.877612 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Checking segment: {'id': '32786687-a98c-4ed0-b195-8317f162e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:44:57.878595 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Bound using segment: {'id': '32786687-a98c-4ed0-b195-8317f162e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:44:57.879026 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Bound port: 39a90b98-2f66-4d6c-b506-93fe50f48799, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32786687-a98c-4ed0-b195-8317f162e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:44:57.879412 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:57.949284 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] For port 39a90b98-2f66-4d6c-b506-93fe50f48799, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:44:57.952732 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] For port 39a90b98-2f66-4d6c-b506-93fe50f48799, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=39a90b98-2f66-4d6c-b506-93fe50f48799,segment=NetworkSegment(32786687-a98c-4ed0-b195-8317f162e159),segment_id=32786687-a98c-4ed0-b195-8317f162e159)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:44:58.031917 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:58.070286 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:58.070951 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:58.072355 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] 10.222.0.58 "PUT /v2.0/ports/39a90b98-2f66-4d6c-b506-93fe50f48799 HTTP/1.1" status: 200 len: 1098 time: 0.8378568 Mar 08 20:44:58.072803 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c26f80d-c84e-4ab8-9ac4-839b3446546b', 'tag': '39a90b98-2f66-4d6c-b506-93fe50f48799'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:44:58.077090 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ba6f32-d0e1-4387-888e-519b36bdc934" -d '{"events": [{"name": "network-changed", "server_uuid": "3c26f80d-c84e-4ab8-9ac4-839b3446546b", "tag": "39a90b98-2f66-4d6c-b506-93fe50f48799"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:44:58.110569 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663637b6-b639-4f34-bf9c-28d868bc5057 service neutron] Pushing event updated for resources: {'Port': ['ID=39a90b98-2f66-4d6c-b506-93fe50f48799,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:58.269213 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-7d9ff311-9c96-4c54-95f8-870f062b938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:58.270749 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-7d9ff311-9c96-4c54-95f8-870f062b938d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5587e82694b463e9c8b9e417f79a0bd&device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 1132 time: 0.0778277 Mar 08 20:44:58.323162 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd54b0ca-a47b-4f01-bff7-bbfe343b3b82 x-openstack-request-id: req-dd54b0ca-a47b-4f01-bff7-bbfe343b3b82 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:44:58.323461 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c26f80d-c84e-4ab8-9ac4-839b3446546b", "tag": "39a90b98-2f66-4d6c-b506-93fe50f48799", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:44:58.323720 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd54b0ca-a47b-4f01-bff7-bbfe343b3b82 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:44:58.324121 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c26f80d-c84e-4ab8-9ac4-839b3446546b', 'tag': '39a90b98-2f66-4d6c-b506-93fe50f48799', 'status': 'completed', 'code': 200} Mar 08 20:44:58.326536 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-cadf199a-4787-4ec8-9597-4d08ab555e5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=39a90b98-2f66-4d6c-b506-93fe50f48799 HTTP/1.1" status: 200 len: 217 time: 0.0407639 Mar 08 20:44:58.382117 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72976641-5e01-4b0b-bfda-c0134257c107 req-6113ffcb-dca1-4692-81ed-9525f7e2c290 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:58.383731 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-72976641-5e01-4b0b-bfda-c0134257c107 req-6113ffcb-dca1-4692-81ed-9525f7e2c290 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 948 time: 0.1345499 Mar 08 20:44:58.402990 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-c13ee244-8870-4a82-9e08-c531ee994463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:58.404464 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-c13ee244-8870-4a82-9e08-c531ee994463 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a903b1a-4dcf-4cd7-9298-f64117879212 HTTP/1.1" status: 200 len: 843 time: 0.0712688 Mar 08 20:44:58.469675 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-72976641-5e01-4b0b-bfda-c0134257c107 req-c9b80cd7-2add-47cb-a387-0830a86ac389 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778170 Mar 08 20:44:58.477859 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-9e64bfbf-a681-42f6-a381-01ebbb33e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:58.479408 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-9e64bfbf-a681-42f6-a381-01ebbb33e651 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb29a688-9e10-40d2-9b4c-201d34be2c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0679100 Mar 08 20:44:58.522484 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 42362) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:58.572571 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-f9372bb2-6a3a-411e-8429-7552288761e9 service neutron] 10.222.0.58 "GET /v2.0/networks/eb29a688-9e10-40d2-9b4c-201d34be2c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870621 Mar 08 20:44:58.629273 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6851a7c7-73a0-4eb2-a259-ecded89d456b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:58.714102 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6851a7c7-73a0-4eb2-a259-ecded89d456b admin admin] Publish callbacks [] for security_group (1f4c035c-d43a-4816-ac36-344c677d4224), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:58.779651 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6851a7c7-73a0-4eb2-a259-ecded89d456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (1f4c035c-d43a-4816-ac36-344c677d4224), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:58.825122 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-6851a7c7-73a0-4eb2-a259-ecded89d456b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20bbb4f7e1b14e0bb6fc020d56863a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014812 Mar 08 20:44:58.826047 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851a7c7-73a0-4eb2-a259-ecded89d456b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4c035c-d43a-4816-ac36-344c677d4224,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:58.829265 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 42368) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:44:58.881929 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bb83cafc-91ef-4243-b97b-e2e79167f305 admin admin] Publish callbacks [] for security_group (1f4c035c-d43a-4816-ac36-344c677d4224), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:58.904638 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bb83cafc-91ef-4243-b97b-e2e79167f305 admin admin] Publish callbacks [] for security_group (1f4c035c-d43a-4816-ac36-344c677d4224), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:58.937096 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fce5c398-cd14-46a0-a11d-d313d9558e0a req-c2a28e4e-01d8-42ea-aa45-6075384d010b service neutron] 10.222.0.58 "GET /v2.0/networks/eb29a688-9e10-40d2-9b4c-201d34be2c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582342 Mar 08 20:44:59.077066 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bb83cafc-91ef-4243-b97b-e2e79167f305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (1f4c035c-d43a-4816-ac36-344c677d4224), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:59.079955 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bb83cafc-91ef-4243-b97b-e2e79167f305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:59.081691 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-bb83cafc-91ef-4243-b97b-e2e79167f305 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f4c035c-d43a-4816-ac36-344c677d4224 HTTP/1.1" status: 204 len: 168 time: 0.2512655 Mar 08 20:44:59.091543 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83cafc-91ef-4243-b97b-e2e79167f305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4c035c-d43a-4816-ac36-344c677d4224,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:59.113051 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-559acba6-88a5-4e00-a98c-8a02405ccbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:59.115486 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-559acba6-88a5-4e00-a98c-8a02405ccbeb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5587e82694b463e9c8b9e417f79a0bd&device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 1132 time: 0.0518568 Mar 08 20:44:59.212395 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-bba0b2ef-00d6-46cf-a3de-096d5a11c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:59.213883 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-bba0b2ef-00d6-46cf-a3de-096d5a11c996 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eb29a688-9e10-40d2-9b4c-201d34be2c62 HTTP/1.1" status: 200 len: 870 time: 0.0912111 Mar 08 20:44:59.260446 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-49176aef-48f8-413a-8994-bbc842d3b0b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=39a90b98-2f66-4d6c-b506-93fe50f48799 HTTP/1.1" status: 200 len: 217 time: 0.0407529 Mar 08 20:44:59.312427 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-8acdd165-a193-433f-9f37-50b2ff67de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:59.313826 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-8acdd165-a193-433f-9f37-50b2ff67de9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5a903b1a-4dcf-4cd7-9298-f64117879212 HTTP/1.1" status: 200 len: 843 time: 0.0476239 Mar 08 20:44:59.364359 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-b2af170f-f1b4-4df6-b171-3a653124140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:59.365877 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-b2af170f-f1b4-4df6-b171-3a653124140b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eb29a688-9e10-40d2-9b4c-201d34be2c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0462496 Mar 08 20:44:59.464863 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-5471b3bf-a67b-4924-a02a-0e846d2524d9 service neutron] 10.222.0.58 "GET /v2.0/networks/eb29a688-9e10-40d2-9b4c-201d34be2c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926390 Mar 08 20:44:59.560538 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-60ba6f32-d0e1-4387-888e-519b36bdc934 req-2f8e0ce1-8570-490b-90c9-f836f50e3d93 service neutron] 10.222.0.58 "GET /v2.0/networks/eb29a688-9e10-40d2-9b4c-201d34be2c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898209 Mar 08 20:44:59.595030 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a1ce5-3343-4591-b697-869fd79f9259 req-1e83996f-690e-436c-924f-d5ca6b52ed66 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:59.597019 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-530a1ce5-3343-4591-b697-869fd79f9259 req-1e83996f-690e-436c-924f-d5ca6b52ed66 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 948 time: 0.0525043 Mar 08 20:44:59.643959 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-530a1ce5-3343-4591-b697-869fd79f9259 req-88f6f2dd-763c-458e-9ea9-9f83fa3ecc09 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Mar 08 20:45:00.111002 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 42400) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:00.214200 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1496204550-network', 'tenant_id': '44f6925de13549c3aa7a98f13d80676e'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:45:00.307407 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Made reservation on behalf of 44f6925de13549c3aa7a98f13d80676e for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:45:00.309751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:00.319338 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:00.405780 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Publish callbacks [] for security_group (d69664b5-1c52-4bcb-a94d-301be9e1c66e), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:00.487657 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (d69664b5-1c52-4bcb-a94d-301be9e1c66e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:00.513255 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:45:00.524891 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69664b5-1c52-4bcb-a94d-301be9e1c66e,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:00.531327 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (ddba6e27-8d75-4ec3-b5f3-e222233f9658), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:00.531680 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Added segment ddba6e27-8d75-4ec3-b5f3-e222233f9658 of type vlan for network f9898936-ba46-485f-aada-536f9dc02d6e Mar 08 20:45:00.589463 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (f9898936-ba46-485f-aada-536f9dc02d6e), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:00.698543 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (f9898936-ba46-485f-aada-536f9dc02d6e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:00.699562 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:00.700168 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:00.764124 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] Pushing event updated for resources: {'Network': ['ID=f9898936-ba46-485f-aada-536f9dc02d6e,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:00.768731 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a893-b9a8-46a3-b186-af1f0c1ae8ee req-737fb822-e940-40c2-b6b5-654c2136e0bc tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:00.777840 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2d76a893-b9a8-46a3-b186-af1f0c1ae8ee req-737fb822-e940-40c2-b6b5-654c2136e0bc tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 948 time: 0.0577502 Mar 08 20:45:00.778107 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network f9898936-ba46-485f-aada-536f9dc02d6e details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:45:00.804592 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-d279a79e-bc5d-4882-b2b8-2220b249f34e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6924355 Mar 08 20:45:00.812518 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 42416) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:00.812518 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Request body: {'subnet': {'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1496204550-subnet', 'tenant_id': '44f6925de13549c3aa7a98f13d80676e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:45:00.830999 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2d76a893-b9a8-46a3-b186-af1f0c1ae8ee req-82db81aa-c517-4625-b28d-6c7012af95d5 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521638 Mar 08 20:45:00.910877 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Made reservation on behalf of 44f6925de13549c3aa7a98f13d80676e for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:45:00.913530 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9010420'] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:01.030160 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 39a90b98-2f66-4d6c-b506-93fe50f48799 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:45:01.130925 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 39a90b98-2f66-4d6c-b506-93fe50f48799, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=39a90b98-2f66-4d6c-b506-93fe50f48799,segment=NetworkSegment(32786687-a98c-4ed0-b195-8317f162e159),segment_id=32786687-a98c-4ed0-b195-8317f162e159)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:01.143776 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '39a90b98-2f66-4d6c-b506-93fe50f48799', 'network_id': 'eb29a688-9e10-40d2-9b4c-201d34be2c62', 'port_id': '39a90b98-2f66-4d6c-b506-93fe50f48799', 'mac_address': 'fa:16:3e:3f:f8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a903b1a-4dcf-4cd7-9298-f64117879212', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:45:01.162449 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10269022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9010410'] for subnet (154cc3a2-cfc9-452f-8a87-464460f1011c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:01.182284 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 39a90b98-2f66-4d6c-b506-93fe50f48799 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:45:01.182675 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:01.195902 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a90b98-2f66-4d6c-b506-93fe50f48799 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:45:01.216410 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 39a90b98-2f66-4d6c-b506-93fe50f48799, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=39a90b98-2f66-4d6c-b506-93fe50f48799,segment=NetworkSegment(32786687-a98c-4ed0-b195-8317f162e159),segment_id=32786687-a98c-4ed0-b195-8317f162e159)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:01.223393 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=154cc3a2-cfc9-452f-8a87-464460f1011c,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:01.229284 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Checking segment: {'id': 'ddba6e27-8d75-4ec3-b5f3-e222233f9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:45:01.230112 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Network hostable DHCP agents. Network: f9898936-ba46-485f-aada-536f9dc02d6e, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:45:01.311307 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:01.356883 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Network f9898936-ba46-485f-aada-536f9dc02d6e is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:45:01.359964 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=39a90b98-2f66-4d6c-b506-93fe50f48799,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:01.372568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.372568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.372568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.372568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.372568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.372568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.372568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.373153 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.373341 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.375576 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.375986 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.376326 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.376682 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:01.459437 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, f9898936-ba46-485f-aada-536f9dc02d6e) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:45:01.463606 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:01.464213 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:01.468357 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b36f8-8574-443d-be64-d5adb51f8229 None None] Network f9898936-ba46-485f-aada-536f9dc02d6e requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:45:01.553604 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c7de255a-988b-469d-87e5-ff33a52a52f1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7451293 Mar 08 20:45:01.570499 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eefe64a-a189-4159-ac7a-07e16aca10f7 None None] Network f9898936-ba46-485f-aada-536f9dc02d6e requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:45:01.723171 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['39a90b98-2f66-4d6c-b506-93fe50f48799'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:45:01.982720 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92292d-5a51-44ed-bfa9-1ced1afb275b req-9e75878b-b978-4bb3-8e7f-6d0f8e01dbbe tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:01.984277 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9a92292d-5a51-44ed-bfa9-1ced1afb275b req-9e75878b-b978-4bb3-8e7f-6d0f8e01dbbe tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 949 time: 0.0672019 Mar 08 20:45:02.042755 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9a92292d-5a51-44ed-bfa9-1ced1afb275b req-5c4706f6-26c3-43f5-8d92-066d81d85ff5 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530109 Mar 08 20:45:03.167152 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317c9d3-93d2-43bd-8022-5d7fc0e292cd req-0935dd64-8baf-4e65-b32a-b5d56586f813 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:03.168664 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6317c9d3-93d2-43bd-8022-5d7fc0e292cd req-0935dd64-8baf-4e65-b32a-b5d56586f813 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 949 time: 0.0531278 Mar 08 20:45:03.217616 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6317c9d3-93d2-43bd-8022-5d7fc0e292cd req-b234454d-f6cd-4839-ab47-0d0913f93fdf tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Mar 08 20:45:04.335018 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f2a8d-c3c9-4839-86f8-ba43b9d5bd5a req-ade3918c-45ba-4627-9be3-82c5448f9466 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:04.336439 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7a5f2a8d-c3c9-4839-86f8-ba43b9d5bd5a req-ade3918c-45ba-4627-9be3-82c5448f9466 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 949 time: 0.0514123 Mar 08 20:45:04.383759 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7a5f2a8d-c3c9-4839-86f8-ba43b9d5bd5a req-bacb1909-0efd-46ac-98f2-3a97ce7e6db7 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 Mar 08 20:45:05.502005 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd9020-7125-4bcc-ba4b-c34b3f3631fa req-b96af564-b18f-4539-bb75-ddb3ac49ade5 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:05.504185 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-35bd9020-7125-4bcc-ba4b-c34b3f3631fa req-b96af564-b18f-4539-bb75-ddb3ac49ade5 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 949 time: 0.0526340 Mar 08 20:45:05.551123 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-35bd9020-7125-4bcc-ba4b-c34b3f3631fa req-61d81b1b-d343-4369-8d63-36ad5b2306cd tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Mar 08 20:45:06.340086 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:06.675261 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7c033-006b-44aa-8d9d-9a3b0f1b9913 req-a7eb2e5b-83dc-4bce-b03e-d72e261e3770 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:06.676812 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-90a7c033-006b-44aa-8d9d-9a3b0f1b9913 req-a7eb2e5b-83dc-4bce-b03e-d72e261e3770 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 949 time: 0.0592399 Mar 08 20:45:06.725011 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-90a7c033-006b-44aa-8d9d-9a3b0f1b9913 req-c9ea6d10-72be-4c0e-ac85-ed6b88274534 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Mar 08 20:45:06.813534 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-06704e08-8855-4ebf-92a3-0be18491c860 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:06.815647 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-06704e08-8855-4ebf-92a3-0be18491c860 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/networks?id=f9898936-ba46-485f-aada-536f9dc02d6e HTTP/1.1" status: 200 len: 809 time: 0.1098115 Mar 08 20:45:06.830381 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-56a62f1a-2119-40cb-9d47-fc8200a1e4aa tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/quotas/44f6925de13549c3aa7a98f13d80676e HTTP/1.1" status: 200 len: 375 time: 0.0094855 Mar 08 20:45:06.867423 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-d6493c05-6a31-416e-811b-fb539418d28e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=44f6925de13549c3aa7a98f13d80676e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275090 Mar 08 20:45:06.933227 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-b51457e3-e436-41cf-8c5a-3c5646266580 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:45:06.933227 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-b51457e3-e436-41cf-8c5a-3c5646266580 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0553455 Mar 08 20:45:07.028296 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-335c2fc9-1703-4518-8a82-6216741377e4 service neutron] 10.222.0.55 "GET /v2.0/networks/f9898936-ba46-485f-aada-536f9dc02d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936553 Mar 08 20:45:07.117416 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8d753745-d944-445f-93f3-4ce9529c33a4 service neutron] 10.222.0.55 "GET /v2.0/networks/f9898936-ba46-485f-aada-536f9dc02d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829720 Mar 08 20:45:07.303911 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 39a90b98-2f66-4d6c-b506-93fe50f48799 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:45:07.367918 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-810345fd-b9a0-4292-b22a-0512b635178d req-87249568-e4b5-40bc-87d6-911c479dac57 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 210 time: 0.0304158 Mar 08 20:45:07.423779 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 39a90b98-2f66-4d6c-b506-93fe50f48799 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:45:07.428791 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 39a90b98-2f66-4d6c-b506-93fe50f48799 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:45:07.429170 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:07.508809 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 39a90b98-2f66-4d6c-b506-93fe50f48799 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:45:07.509224 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:07.532921 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c26f80d-c84e-4ab8-9ac4-839b3446546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a90b98-2f66-4d6c-b506-93fe50f48799'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:45:07.535815 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e075621-542b-4604-b108-60c7ebc5a6fb" -d '{"events": [{"server_uuid": "3c26f80d-c84e-4ab8-9ac4-839b3446546b", "name": "network-vif-plugged", "status": "completed", "tag": "39a90b98-2f66-4d6c-b506-93fe50f48799"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:45:07.553822 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 39a90b98-2f66-4d6c-b506-93fe50f48799, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=39a90b98-2f66-4d6c-b506-93fe50f48799,segment=NetworkSegment(32786687-a98c-4ed0-b195-8317f162e159),segment_id=32786687-a98c-4ed0-b195-8317f162e159)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:07.612946 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:07.665919 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=39a90b98-2f66-4d6c-b506-93fe50f48799,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:07.694870 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3460c97-f3db-4a29-99db-a83e02562375 x-openstack-request-id: req-b3460c97-f3db-4a29-99db-a83e02562375 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:45:07.695196 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c26f80d-c84e-4ab8-9ac4-839b3446546b", "name": "network-vif-plugged", "status": "completed", "tag": "39a90b98-2f66-4d6c-b506-93fe50f48799", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:45:07.695453 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3460c97-f3db-4a29-99db-a83e02562375 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:45:07.695847 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c26f80d-c84e-4ab8-9ac4-839b3446546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a90b98-2f66-4d6c-b506-93fe50f48799', 'code': 200} Mar 08 20:45:07.848630 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dac1bb-60b2-4e1f-8247-d17330b64ede req-3ae87abb-9beb-4b6d-9e6b-3efd777461dd tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:07.850160 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a2dac1bb-60b2-4e1f-8247-d17330b64ede req-3ae87abb-9beb-4b6d-9e6b-3efd777461dd tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 950 time: 0.0556352 Mar 08 20:45:07.901979 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a2dac1bb-60b2-4e1f-8247-d17330b64ede req-5e96a618-990d-42b5-879f-45b711229cdb tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451515 Mar 08 20:45:08.468380 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-436e72a8-c084-41a8-8f81-c0e512c79201 req-5edf8772-7dce-493c-b399-51ca2b804017 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 210 time: 0.0337284 Mar 08 20:45:09.025371 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75009969-5cf3-4b9c-821a-9a25b2669d59 req-b999ea89-b69a-4689-b9a2-79eed4149e46 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:09.026910 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-75009969-5cf3-4b9c-821a-9a25b2669d59 req-b999ea89-b69a-4689-b9a2-79eed4149e46 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 950 time: 0.0574322 Mar 08 20:45:09.074346 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-75009969-5cf3-4b9c-821a-9a25b2669d59 req-528bf2f3-0e61-4f81-b3ed-eef1a0b84076 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Mar 08 20:45:09.567998 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ab86f54e-f7e7-48dc-b513-d2fe2176dbf1 req-750c242e-6c24-4ba4-b51c-6bc05d76a081 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 210 time: 0.0270960 Mar 08 20:45:09.703236 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2dc6-5aee-4d53-9ea4-c4560a37764f req-c439eb79-9436-45c0-8100-031878ca349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:09.704752 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b42e2dc6-5aee-4d53-9ea4-c4560a37764f req-c439eb79-9436-45c0-8100-031878ca349f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 1134 time: 0.0456293 Mar 08 20:45:09.751954 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b42e2dc6-5aee-4d53-9ea4-c4560a37764f req-53f19782-2d18-4746-a042-db4753257d21 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Mar 08 20:45:10.199252 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb595fa-48e6-408e-8c2c-28bfe1022554 req-d9cc160c-a79c-4248-be83-ad98180aba5f tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:10.200750 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4cb595fa-48e6-408e-8c2c-28bfe1022554 req-d9cc160c-a79c-4248-be83-ad98180aba5f tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 950 time: 0.0527527 Mar 08 20:45:10.249389 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4cb595fa-48e6-408e-8c2c-28bfe1022554 req-1f6406d3-cd2d-4309-beec-a634f439ce47 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Mar 08 20:45:10.692048 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:45:10.749667 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8552b5da-a758-4917-a789-39a7af4b0e3c req-8b1f63ff-ec3f-4854-8937-8a4fa6ce454d tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 210 time: 0.0676744 Mar 08 20:45:10.790365 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-2fa2e7ff-71ef-45e5-afe4-a7fca3621b7a tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:10.791894 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-2fa2e7ff-71ef-45e5-afe4-a7fca3621b7a tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.58 "GET /v2.0/networks?id=f9898936-ba46-485f-aada-536f9dc02d6e HTTP/1.1" status: 200 len: 809 time: 0.1762898 Mar 08 20:45:10.805414 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Request body: {'port': {'device_id': 'a1a5e9f0-f532-4c59-a420-4b883a0a232d', 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e', 'admin_state_up': True, 'tenant_id': '44f6925de13549c3aa7a98f13d80676e'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:45:11.082458 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Made reservation on behalf of 44f6925de13549c3aa7a98f13d80676e for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:45:11.086148 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:11.239959 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Allocated IP 172.20.0.13 (f9898936-ba46-485f-aada-536f9dc02d6e/154cc3a2-cfc9-452f-8a87-464460f1011c/ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:45:11.435642 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf226064-965b-42fc-8d33-18ac643b7530 req-e3b50421-1336-432b-bd80-2c7a388097e2 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:11.438064 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-bf226064-965b-42fc-8d33-18ac643b7530 req-e3b50421-1336-432b-bd80-2c7a388097e2 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 950 time: 0.1013966 Mar 08 20:45:11.472609 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks [] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:11.519743 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-bf226064-965b-42fc-8d33-18ac643b7530 req-77548e78-eaa3-4a5a-99e5-bb5d42cc3068 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745382 Mar 08 20:45:11.585758 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:11.633394 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Network f9898936-ba46-485f-aada-536f9dc02d6e is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:45:11.636714 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:45:11.639379 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:45:11.666039 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Pushing event updated for resources: {'Port': ['ID=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:11.696156 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:11.696789 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:11.772127 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8bf32ccf-bc47-4a7f-9276-33d79b1b9d8f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9711621 Mar 08 20:45:11.794822 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Request body: {'port': {'device_id': 'a1a5e9f0-f532-4c59-a420-4b883a0a232d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:45:11.904416 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:11.958160 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406200b-5f37-4e5f-bc39-0ed2fbe7d91f req-5c49f6b3-31d0-4312-9267-997a26a04d94 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:11.960748 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d406200b-5f37-4e5f-bc39-0ed2fbe7d91f req-5c49f6b3-31d0-4312-9267-997a26a04d94 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 932 time: 0.1303532 Mar 08 20:45:12.090605 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d406200b-5f37-4e5f-bc39-0ed2fbe7d91f req-0f1dd7a4-2ead-46af-a579-019a602aec13 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199844 Mar 08 20:45:12.246922 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:45:12.255614 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Publish callbacks [] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:12.270703 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Transition to ACTIVE for port object ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:45:12.345195 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:12.412033 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Pushing event updated for resources: {'Port': ['ID=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:12.499531 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Attempting to bind port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:45:12.499774 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Attempting to bind port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ddba6e27-8d75-4ec3-b5f3-e222233f9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:45:12.500098 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Attempting to bind port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 on network f9898936-ba46-485f-aada-536f9dc02d6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:45:12.505431 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 on network f9898936-ba46-485f-aada-536f9dc02d6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:45:12.505748 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Attempting to bind port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 on network f9898936-ba46-485f-aada-536f9dc02d6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:45:12.511369 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:45:12.511703 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Checking segment: {'id': 'ddba6e27-8d75-4ec3-b5f3-e222233f9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:45:12.512089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Bound using segment: {'id': 'ddba6e27-8d75-4ec3-b5f3-e222233f9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:45:12.512513 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Bound port: ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddba6e27-8d75-4ec3-b5f3-e222233f9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:45:12.512893 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:12.604495 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] For port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:45:12.608204 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] For port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,segment=NetworkSegment(ddba6e27-8d75-4ec3-b5f3-e222233f9658),segment_id=ddba6e27-8d75-4ec3-b5f3-e222233f9658)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:45:12.679491 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a605d-69a3-4f47-8dbf-622f1f0326e2 req-d894dc79-fae7-4601-90df-0602250c62a6 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:12.681076 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-363a605d-69a3-4f47-8dbf-622f1f0326e2 req-d894dc79-fae7-4601-90df-0602250c62a6 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 950 time: 0.0718012 Mar 08 20:45:12.683249 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:12.723194 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:12.724475 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:12.725930 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] 10.222.0.58 "PUT /v2.0/ports/ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 HTTP/1.1" status: 200 len: 1094 time: 0.9355571 Mar 08 20:45:12.734508 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a5e9f0-f532-4c59-a420-4b883a0a232d', 'tag': 'ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:45:12.737453 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a425f4-f96a-4104-bd54-5d42ac594c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a5e9f0-f532-4c59-a420-4b883a0a232d", "tag": "ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:45:12.749336 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-363a605d-69a3-4f47-8dbf-622f1f0326e2 req-bea2610f-3265-43e1-a93f-01e6c5a438a8 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Mar 08 20:45:12.778401 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0b3fb2-4273-49e5-ae4c-28d99a04b163 x-openstack-request-id: req-db0b3fb2-4273-49e5-ae4c-28d99a04b163 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:45:12.779413 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a5e9f0-f532-4c59-a420-4b883a0a232d", "tag": "ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:45:12.779413 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db0b3fb2-4273-49e5-ae4c-28d99a04b163 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:45:12.779918 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a5e9f0-f532-4c59-a420-4b883a0a232d', 'tag': 'ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484', 'status': 'completed', 'code': 200} Mar 08 20:45:12.804964 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8082e82-87ef-4333-aa19-e728c5d39a8c service neutron] Pushing event updated for resources: {'Port': ['ID=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:12.864752 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a425f4-f96a-4104-bd54-5d42ac594c0b req-e02ba9ac-f397-4245-ae98-82da8387eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:12.866527 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-78a425f4-f96a-4104-bd54-5d42ac594c0b req-e02ba9ac-f397-4245-ae98-82da8387eaae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=44f6925de13549c3aa7a98f13d80676e&device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 1128 time: 0.0577435 Mar 08 20:45:12.981145 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a425f4-f96a-4104-bd54-5d42ac594c0b req-f9759205-395b-4f79-8041-d53e21c17a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:12.982662 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-78a425f4-f96a-4104-bd54-5d42ac594c0b req-f9759205-395b-4f79-8041-d53e21c17a54 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=44f6925de13549c3aa7a98f13d80676e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1098170 Mar 08 20:45:13.101032 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a425f4-f96a-4104-bd54-5d42ac594c0b req-9f95610d-01da-4a7f-94d2-a581ae0c29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:13.102535 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-78a425f4-f96a-4104-bd54-5d42ac594c0b req-9f95610d-01da-4a7f-94d2-a581ae0c29b7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143222 Mar 08 20:45:13.222093 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f1de468c-9d71-4a2b-b453-87f2abbd4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:13.223690 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-f1de468c-9d71-4a2b-b453-87f2abbd4ec1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=44f6925de13549c3aa7a98f13d80676e&device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 1128 time: 0.0693932 Mar 08 20:45:13.241624 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e062f-225c-42f3-ae12-ec2c54ea9ccb req-63a84e29-cf69-4983-b961-98b1c4e8c9e5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:13.243337 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-aa8e062f-225c-42f3-ae12-ec2c54ea9ccb req-63a84e29-cf69-4983-b961-98b1c4e8c9e5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 944 time: 0.0753515 Mar 08 20:45:13.271766 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-6d99c4c9-720f-4a61-b2a0-2de1c967edbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 HTTP/1.1" status: 200 len: 217 time: 0.0400708 Mar 08 20:45:13.319375 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-aa8e062f-225c-42f3-ae12-ec2c54ea9ccb req-3c9a1a18-d3b9-4523-a86e-57f630329119 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624180 Mar 08 20:45:13.356957 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8960502e-b509-41c2-b2c8-7f185b0958c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:13.358485 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-8960502e-b509-41c2-b2c8-7f185b0958c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=154cc3a2-cfc9-452f-8a87-464460f1011c HTTP/1.1" status: 200 len: 849 time: 0.0806844 Mar 08 20:45:13.394634 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-d2fa44cc-12b0-402a-9249-ca40c9c23be1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9898936-ba46-485f-aada-536f9dc02d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295215 Mar 08 20:45:13.406501 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4875053-7602-439a-b482-9060476b751a req-e12a2942-0767-4d36-9388-a532e4f29c48 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:13.408839 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d4875053-7602-439a-b482-9060476b751a req-e12a2942-0767-4d36-9388-a532e4f29c48 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 950 time: 0.1026173 Mar 08 20:45:13.515750 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d4875053-7602-439a-b482-9060476b751a req-5c7dfd19-6559-4c2d-a00d-966febbc72c5 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985689 Mar 08 20:45:13.537653 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-101294fe-d56d-4961-b35d-6bc465311baa service neutron] 10.222.0.58 "GET /v2.0/networks/f9898936-ba46-485f-aada-536f9dc02d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278234 Mar 08 20:45:13.647329 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-46ddc506-f013-49fb-8bf6-e710d2b2467c req-a35c304e-c252-4dd4-875b-a506da7aecd5 service neutron] 10.222.0.58 "GET /v2.0/networks/f9898936-ba46-485f-aada-536f9dc02d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021588 Mar 08 20:45:14.713408 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd83c2-cd7a-408b-a14f-eca964961a41 req-b04a2436-0bec-4cd0-bf50-e1cb2c687f86 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:14.717335 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d6bd83c2-cd7a-408b-a14f-eca964961a41 req-b04a2436-0bec-4cd0-bf50-e1cb2c687f86 tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 950 time: 0.0796239 Mar 08 20:45:14.732322 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982e35b-e7d8-47f6-b150-67d5d3a6573d req-665270f2-be5c-40da-b9ef-55272ea6c953 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:14.733976 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6982e35b-e7d8-47f6-b150-67d5d3a6573d req-665270f2-be5c-40da-b9ef-55272ea6c953 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 944 time: 0.3211668 Mar 08 20:45:14.789347 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d6bd83c2-cd7a-408b-a14f-eca964961a41 req-281ecb4d-00b8-43c1-a00e-96be4577cd0a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/security-groups?id=433cd6d2-c9c9-48b5-9c5a-9862f08fab01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645814 Mar 08 20:45:14.805897 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6982e35b-e7d8-47f6-b150-67d5d3a6573d req-6d0cebf3-56fe-4d02-9d7e-a7cb2a3b1a7c tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614750 Mar 08 20:45:14.838442 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-ff6e4b9f-a054-4662-9479-42acbcbd6a5b tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:14.839979 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-ff6e4b9f-a054-4662-9479-42acbcbd6a5b tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 950 time: 0.0673957 Mar 08 20:45:14.961295 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-7fe2c865-0d30-4026-bc27-e6948240197a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Deleting port 39a90b98-2f66-4d6c-b506-93fe50f48799 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:45:14.961845 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-7fe2c865-0d30-4026-bc27-e6948240197a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:15.098211 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-7fe2c865-0d30-4026-bc27-e6948240197a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] For port 39a90b98-2f66-4d6c-b506-93fe50f48799, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=39a90b98-2f66-4d6c-b506-93fe50f48799,segment=NetworkSegment(32786687-a98c-4ed0-b195-8317f162e159),segment_id=32786687-a98c-4ed0-b195-8317f162e159)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:15.098526 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-7fe2c865-0d30-4026-bc27-e6948240197a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:15.113907 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-7fe2c865-0d30-4026-bc27-e6948240197a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Calling delete_port for 39a90b98-2f66-4d6c-b506-93fe50f48799 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:45:15.316114 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-7fe2c865-0d30-4026-bc27-e6948240197a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (39a90b98-2f66-4d6c-b506-93fe50f48799), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:15.335644 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['39a90b98-2f66-4d6c-b506-93fe50f48799'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:45:15.350793 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2c865-0d30-4026-bc27-e6948240197a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Pushing event deleted for resources: {'Port': ['ID=39a90b98-2f66-4d6c-b506-93fe50f48799,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:15.410966 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-7fe2c865-0d30-4026-bc27-e6948240197a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] No DVR routers for this DVR port 39a90b98-2f66-4d6c-b506-93fe50f48799 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:45:15.413798 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-7fe2c865-0d30-4026-bc27-e6948240197a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:15.417481 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8482800f-0bb6-4b3a-8789-df3cbca75c2a req-7fe2c865-0d30-4026-bc27-e6948240197a tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.58 "DELETE /v2.0/ports/39a90b98-2f66-4d6c-b506-93fe50f48799 HTTP/1.1" status: 204 len: 173 time: 0.5722101 Mar 08 20:45:15.418194 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c26f80d-c84e-4ab8-9ac4-839b3446546b', 'name': 'network-vif-deleted', 'tag': '39a90b98-2f66-4d6c-b506-93fe50f48799'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:45:15.420598 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96bc87e-9982-4018-954c-5e891bcf10dd" -d '{"events": [{"server_uuid": "3c26f80d-c84e-4ab8-9ac4-839b3446546b", "name": "network-vif-deleted", "tag": "39a90b98-2f66-4d6c-b506-93fe50f48799"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:45:15.469692 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2cfb58-8b2b-417b-b402-100af49769eb x-openstack-request-id: req-2b2cfb58-8b2b-417b-b402-100af49769eb {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:45:15.469692 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c26f80d-c84e-4ab8-9ac4-839b3446546b", "name": "network-vif-deleted", "tag": "39a90b98-2f66-4d6c-b506-93fe50f48799", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:45:15.469692 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b2cfb58-8b2b-417b-b402-100af49769eb {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:45:15.470057 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c26f80d-c84e-4ab8-9ac4-839b3446546b', 'name': 'network-vif-deleted', 'tag': '39a90b98-2f66-4d6c-b506-93fe50f48799', 'status': 'completed', 'code': 200} Mar 08 20:45:15.926613 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5c5d3fbb-46a1-4357-b94c-879a180338fb req-b5ed9dfc-5de1-41b5-855e-f1b503fe6b4d tempest-VolumesNegativeTest-2073031983 tempest-VolumesNegativeTest-2073031983-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c26f80d-c84e-4ab8-9ac4-839b3446546b HTTP/1.1" status: 200 len: 210 time: 0.0291977 Mar 08 20:45:15.978166 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f10c3-9377-4b8f-b349-08eb5c890554 req-da569ff9-2587-4d58-a40c-20c3777b6f75 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:15.980103 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-629f10c3-9377-4b8f-b349-08eb5c890554 req-da569ff9-2587-4d58-a40c-20c3777b6f75 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 944 time: 0.0679226 Mar 08 20:45:16.043677 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-629f10c3-9377-4b8f-b349-08eb5c890554 req-5d457ba7-4c24-435d-b698-e2d6fb058f97 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577006 Mar 08 20:45:16.550591 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-91431dda-0aff-4a97-8a2e-eea5e52b73fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:17.107490 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:45:17.205590 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3d396-4db4-45a8-a94d-0f55eaede8de req-71eedd08-9726-4fa1-b953-e979e7f4a1bc tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:17.208335 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b8b3d396-4db4-45a8-a94d-0f55eaede8de req-71eedd08-9726-4fa1-b953-e979e7f4a1bc tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 944 time: 0.0809748 Mar 08 20:45:17.229234 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,segment=NetworkSegment(ddba6e27-8d75-4ec3-b5f3-e222233f9658),segment_id=ddba6e27-8d75-4ec3-b5f3-e222233f9658)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:17.239665 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': 'ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484', 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e', 'port_id': 'ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484', 'mac_address': 'fa:16:3e:0c:6f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154cc3a2-cfc9-452f-8a87-464460f1011c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:45:17.279557 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b8b3d396-4db4-45a8-a94d-0f55eaede8de req-46d9d73b-40c8-4510-be41-03d76009e905 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615511 Mar 08 20:45:17.289052 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:45:17.289816 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:17.307346 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:45:17.340540 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,segment=NetworkSegment(ddba6e27-8d75-4ec3-b5f3-e222233f9658),segment_id=ddba6e27-8d75-4ec3-b5f3-e222233f9658)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:17.408778 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:17.476066 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:17.713394 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:45:18.466737 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55c407-01bc-481e-acd6-5c4e5eceaa5f req-0fd318ff-36c8-4e68-9068-9f4b3aab554e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:18.469409 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-db55c407-01bc-481e-acd6-5c4e5eceaa5f req-0fd318ff-36c8-4e68-9068-9f4b3aab554e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 945 time: 0.0688679 Mar 08 20:45:18.548056 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-db55c407-01bc-481e-acd6-5c4e5eceaa5f req-d4b28450-8b68-43a6-8ab6-73720e0ccb5e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686145 Mar 08 20:45:19.111816 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8087eae4-32b2-45e0-a36f-b43c7bd83ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:19.115883 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:45:19.242620 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:45:19.248449 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:45:19.248941 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:19.369276 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:45:19.369276 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:19.414295 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a5e9f0-f532-4c59-a420-4b883a0a232d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:45:19.416566 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d43f1e-520f-4faa-9af3-a046b15becc6" -d '{"events": [{"server_uuid": "a1a5e9f0-f532-4c59-a420-4b883a0a232d", "name": "network-vif-plugged", "status": "completed", "tag": "ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:45:19.436074 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,segment=NetworkSegment(ddba6e27-8d75-4ec3-b5f3-e222233f9658),segment_id=ddba6e27-8d75-4ec3-b5f3-e222233f9658)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:19.467268 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6769d25a-a36a-44e5-b6ed-349fc431f1dd x-openstack-request-id: req-6769d25a-a36a-44e5-b6ed-349fc431f1dd {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:45:19.467268 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a5e9f0-f532-4c59-a420-4b883a0a232d", "name": "network-vif-plugged", "status": "completed", "tag": "ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:45:19.467268 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6769d25a-a36a-44e5-b6ed-349fc431f1dd {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:45:19.467268 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a5e9f0-f532-4c59-a420-4b883a0a232d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484', 'code': 200} Mar 08 20:45:19.544634 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:19.545890 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 39a90b98-2f66-4d6c-b506-93fe50f48799 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:45:19.610646 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 39a90b98-2f66-4d6c-b506-93fe50f48799 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:45:19.611268 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 39a90b98-2f66-4d6c-b506-93fe50f48799 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:45:19.665502 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:19.713624 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1862d8-2a81-40f4-a88e-1e706a8f3eb4 req-efe594a0-cf8c-4ae3-80e3-809bc8038e84 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:19.715366 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4e1862d8-2a81-40f4-a88e-1e706a8f3eb4 req-efe594a0-cf8c-4ae3-80e3-809bc8038e84 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 946 time: 0.0728829 Mar 08 20:45:19.808535 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4e1862d8-2a81-40f4-a88e-1e706a8f3eb4 req-265bddcc-addc-43f4-abdb-7181764dbb50 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814042 Mar 08 20:45:19.850683 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95029d-1490-46af-9eb9-92bb02b2d5c6 req-4422d900-5fa5-41d1-b518-59b23d869069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:19.852665 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fb95029d-1490-46af-9eb9-92bb02b2d5c6 req-4422d900-5fa5-41d1-b518-59b23d869069 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 1130 time: 0.0717111 Mar 08 20:45:19.902862 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fb95029d-1490-46af-9eb9-92bb02b2d5c6 req-5665d563-d599-4a21-870a-afc812c9a4d2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Mar 08 20:45:20.265310 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:20.981889 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983e5d3-2b23-49bf-88db-557811f35659 req-5fd7633c-70b4-4aaa-8285-db1d200dfb94 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:20.983354 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0983e5d3-2b23-49bf-88db-557811f35659 req-5fd7633c-70b4-4aaa-8285-db1d200dfb94 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 946 time: 0.0669863 Mar 08 20:45:21.056181 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0983e5d3-2b23-49bf-88db-557811f35659 req-402bac2a-29ec-4f55-9365-0e051b4e43cf tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665460 Mar 08 20:45:21.650878 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:22.235378 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7d40b-629e-488c-9c3f-17e13bb3fd2f req-aa39beb7-43ae-41bb-95fd-5b4cc0be4d51 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:22.238612 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-65e7d40b-629e-488c-9c3f-17e13bb3fd2f req-aa39beb7-43ae-41bb-95fd-5b4cc0be4d51 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 946 time: 0.0813658 Mar 08 20:45:22.297201 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-65e7d40b-629e-488c-9c3f-17e13bb3fd2f req-90812f85-4436-438a-b550-66f5c104f654 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518265 Mar 08 20:45:22.899463 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:23.445344 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc005dea-487f-4529-91d1-bf2bc0401225 req-44bbaadb-228d-4db7-9abd-d2015654552c tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:23.446904 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc005dea-487f-4529-91d1-bf2bc0401225 req-44bbaadb-228d-4db7-9abd-d2015654552c tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 946 time: 0.0651913 Mar 08 20:45:23.497482 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc005dea-487f-4529-91d1-bf2bc0401225 req-285051dd-3038-4ee0-9b39-7aa2cd5159f0 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Mar 08 20:45:24.635447 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccc0c6-e801-47d4-b1cb-05902ed60eac req-63b7c014-ca5f-406f-b0a6-5967a0464a7f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:24.636972 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d8ccc0c6-e801-47d4-b1cb-05902ed60eac req-63b7c014-ca5f-406f-b0a6-5967a0464a7f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 946 time: 0.0653114 Mar 08 20:45:24.693114 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d8ccc0c6-e801-47d4-b1cb-05902ed60eac req-73b38da1-071b-415c-850c-6f9249a3a482 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495944 Mar 08 20:45:25.281819 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 42902) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:25.444161 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-6ccabcc7-c064-4026-901b-2e017ed4f609 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5587e82694b463e9c8b9e417f79a0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608253 Mar 08 20:45:25.453733 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 42912) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:25.507348 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Publish callbacks [] for security_group (433cd6d2-c9c9-48b5-9c5a-9862f08fab01), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:25.530681 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Publish callbacks [] for security_group (433cd6d2-c9c9-48b5-9c5a-9862f08fab01), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:25.654014 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (433cd6d2-c9c9-48b5-9c5a-9862f08fab01), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:25.656826 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:25.658587 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/433cd6d2-c9c9-48b5-9c5a-9862f08fab01 HTTP/1.1" status: 204 len: 168 time: 0.2022369 Mar 08 20:45:25.667122 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433cd6d2-c9c9-48b5-9c5a-9862f08fab01,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:25.674928 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.675313 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.675663 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.676001 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.676333 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.676660 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.676984 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.677383 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.677629 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.677953 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.678272 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.678598 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.678914 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38886e92-6709-48da-9b07-72771f6c7092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:25.830261 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897fcfd-0c4c-4f48-ac86-ff8d01ead0c8 req-0a41e136-d536-40f9-bd70-e44d347598ad tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:25.831852 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b897fcfd-0c4c-4f48-ac86-ff8d01ead0c8 req-0a41e136-d536-40f9-bd70-e44d347598ad tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 946 time: 0.0591340 Mar 08 20:45:25.892807 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b897fcfd-0c4c-4f48-ac86-ff8d01ead0c8 req-26cc9134-ebb5-4b72-928a-e00937a15fd1 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545628 Mar 08 20:45:27.196524 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9aca9-b072-40eb-a743-96d5fab9ca02 req-f033a798-1539-4c5a-9afd-81c70e777465 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:27.198027 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-59b9aca9-b072-40eb-a743-96d5fab9ca02 req-f033a798-1539-4c5a-9afd-81c70e777465 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 946 time: 0.0551319 Mar 08 20:45:27.248535 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-59b9aca9-b072-40eb-a743-96d5fab9ca02 req-1fedf50a-d66e-4b90-a1db-7c1109304a48 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438902 Mar 08 20:45:28.374546 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59997a2-f476-4c4e-bbf1-628c17ffec33 req-c2a3e776-ac87-439d-83e3-c5123a94dd54 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:28.376279 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c59997a2-f476-4c4e-bbf1-628c17ffec33 req-c2a3e776-ac87-439d-83e3-c5123a94dd54 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 946 time: 0.0564566 Mar 08 20:45:28.426353 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c59997a2-f476-4c4e-bbf1-628c17ffec33 req-7c2d5965-1419-4c43-8aa6-8ab14b8fdae4 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 Mar 08 20:45:28.692025 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-3aba7f54-cddc-4e95-bb95-e9f52b5a27ad tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:28.693434 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-3aba7f54-cddc-4e95-bb95-e9f52b5a27ad tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 946 time: 0.0542839 Mar 08 20:45:28.782602 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-292ebcc5-df57-44b3-b248-b313d93317f2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Deleting port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:45:28.783487 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-292ebcc5-df57-44b3-b248-b313d93317f2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:28.874991 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-292ebcc5-df57-44b3-b248-b313d93317f2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] For port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,segment=NetworkSegment(ddba6e27-8d75-4ec3-b5f3-e222233f9658),segment_id=ddba6e27-8d75-4ec3-b5f3-e222233f9658)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:28.875454 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-292ebcc5-df57-44b3-b248-b313d93317f2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:28.888180 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-292ebcc5-df57-44b3-b248-b313d93317f2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Calling delete_port for ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:45:29.014987 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 42980) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:29.065674 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-292ebcc5-df57-44b3-b248-b313d93317f2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:29.082505 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:45:29.101051 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ebcc5-df57-44b3-b248-b313d93317f2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Pushing event deleted for resources: {'Port': ['ID=ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:29.155990 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-292ebcc5-df57-44b3-b248-b313d93317f2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] No DVR routers for this DVR port ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:45:29.157761 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6d8d1f1f-a588-474c-9587-c0730222a7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:29.160135 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-292ebcc5-df57-44b3-b248-b313d93317f2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:29.163401 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f44231fd-f929-4eb3-962f-5710fe86b8aa req-292ebcc5-df57-44b3-b248-b313d93317f2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.58 "DELETE /v2.0/ports/ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 HTTP/1.1" status: 204 len: 173 time: 0.4645321 Mar 08 20:45:29.163853 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a5e9f0-f532-4c59-a420-4b883a0a232d', 'name': 'network-vif-deleted', 'tag': 'ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:45:29.166136 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15422592-cec2-486d-804a-d560cca518e3" -d '{"events": [{"server_uuid": "a1a5e9f0-f532-4c59-a420-4b883a0a232d", "name": "network-vif-deleted", "tag": "ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:45:29.206519 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a10373a-cf83-409e-ae1b-c986d662bc30 x-openstack-request-id: req-4a10373a-cf83-409e-ae1b-c986d662bc30 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:45:29.206805 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a5e9f0-f532-4c59-a420-4b883a0a232d", "name": "network-vif-deleted", "tag": "ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:45:29.207057 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a10373a-cf83-409e-ae1b-c986d662bc30 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:45:29.207507 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a5e9f0-f532-4c59-a420-4b883a0a232d', 'name': 'network-vif-deleted', 'tag': 'ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484', 'status': 'completed', 'code': 200} Mar 08 20:45:29.248496 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6d8d1f1f-a588-474c-9587-c0730222a7ea admin admin] Publish callbacks [] for security_group (98dc1569-250d-4d61-be23-bc82b3ba6da9), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:29.333458 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6d8d1f1f-a588-474c-9587-c0730222a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (98dc1569-250d-4d61-be23-bc82b3ba6da9), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:29.371812 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-6d8d1f1f-a588-474c-9587-c0730222a7ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa32d9d7256f46149dc2e6c71e1ad94c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556945 Mar 08 20:45:29.372644 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d1f1f-a588-474c-9587-c0730222a7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc1569-250d-4d61-be23-bc82b3ba6da9,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:29.374524 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 42986) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:29.423821 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Publish callbacks [] for security_group (98dc1569-250d-4d61-be23-bc82b3ba6da9), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:29.449066 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Publish callbacks [] for security_group (98dc1569-250d-4d61-be23-bc82b3ba6da9), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:29.522451 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f5845b88-a931-472a-a89c-3f5c5c629cf9 req-4d0274b2-08ac-4ab7-bd7c-feb43cc48420 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a5e9f0-f532-4c59-a420-4b883a0a232d HTTP/1.1" status: 200 len: 210 time: 0.0285203 Mar 08 20:45:29.590337 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (98dc1569-250d-4d61-be23-bc82b3ba6da9), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:29.592901 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:29.594094 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98dc1569-250d-4d61-be23-bc82b3ba6da9 HTTP/1.1" status: 204 len: 168 time: 0.2185602 Mar 08 20:45:29.602426 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc1569-250d-4d61-be23-bc82b3ba6da9,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:29.609750 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.610105 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.610452 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.611455 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.611802 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.612133 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.612465 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.612799 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.613267 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.613592 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.613928 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.614252 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:29.614575 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75a297-765c-48f6-9f5d-7f8b544c7670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:45:30.289370 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 42994) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:30.302227 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91d32352-fe0e-4494-bac8-4364d92d307e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:30.374489 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91d32352-fe0e-4494-bac8-4364d92d307e admin admin] Publish callbacks [] for security_group (f30b4e58-24e4-4276-ae84-2bb1dc3e1508), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:30.452056 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91d32352-fe0e-4494-bac8-4364d92d307e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (f30b4e58-24e4-4276-ae84-2bb1dc3e1508), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:30.488652 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d32352-fe0e-4494-bac8-4364d92d307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b4e58-24e4-4276-ae84-2bb1dc3e1508,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:30.492965 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-91d32352-fe0e-4494-bac8-4364d92d307e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93903caed1624669823f90ee24e6cdf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025867 Mar 08 20:45:30.495601 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 42996) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:30.550416 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-21485a75-f78b-4443-aa73-d4d466ef9c12 admin admin] Publish callbacks [] for security_group (f30b4e58-24e4-4276-ae84-2bb1dc3e1508), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:30.572438 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-21485a75-f78b-4443-aa73-d4d466ef9c12 admin admin] Publish callbacks [] for security_group (f30b4e58-24e4-4276-ae84-2bb1dc3e1508), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:30.699153 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-21485a75-f78b-4443-aa73-d4d466ef9c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (f30b4e58-24e4-4276-ae84-2bb1dc3e1508), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:30.701959 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-21485a75-f78b-4443-aa73-d4d466ef9c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:30.709979 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-21485a75-f78b-4443-aa73-d4d466ef9c12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f30b4e58-24e4-4276-ae84-2bb1dc3e1508 HTTP/1.1" status: 204 len: 168 time: 0.2066693 Mar 08 20:45:30.711301 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21485a75-f78b-4443-aa73-d4d466ef9c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b4e58-24e4-4276-ae84-2bb1dc3e1508,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:30.837150 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34904b1a-dfff-49c7-a973-80346989b553 req-f2268c4f-234e-4ec6-b939-81393a26f7b1 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:30.838620 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-f2268c4f-234e-4ec6-b939-81393a26f7b1 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/networks?id=f9898936-ba46-485f-aada-536f9dc02d6e HTTP/1.1" status: 200 len: 809 time: 0.1032588 Mar 08 20:45:30.852990 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-c14deb72-4b04-4fe3-99ae-d6df703baf70 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/quotas/44f6925de13549c3aa7a98f13d80676e HTTP/1.1" status: 200 len: 375 time: 0.0090919 Mar 08 20:45:30.888792 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-83c69a18-b561-4535-8c21-0b10361d8838 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=44f6925de13549c3aa7a98f13d80676e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307562 Mar 08 20:45:31.035730 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-00aa5214-1635-4106-a625-7c5263377890 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103530) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:45:31.036783 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-00aa5214-1635-4106-a625-7c5263377890 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1416016 Mar 08 20:45:31.127645 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-ed0b08da-8034-4ee5-bc2c-266fccee4018 service neutron] 10.222.0.55 "GET /v2.0/networks/f9898936-ba46-485f-aada-536f9dc02d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Mar 08 20:45:31.220668 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-3be9e1d5-724b-47de-bb87-dac4f50d6d3d service neutron] 10.222.0.55 "GET /v2.0/networks/f9898936-ba46-485f-aada-536f9dc02d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881000 Mar 08 20:45:31.472344 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-729df193-f772-4ddf-a35f-776d3e24d235 req-aa1007f0-033e-4733-8629-5bbf6e4513a1 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 210 time: 0.0325391 Mar 08 20:45:32.568258 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9cef1c0f-8e74-4570-bf03-ce494eefc8e5 req-a3ff2971-079e-4c1b-8412-020ea778e302 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 210 time: 0.0298920 Mar 08 20:45:33.172712 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:45:33.195650 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:45:33.196233 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device ca44f4a3-4d4e-4d3f-b1b6-cf50359ff484 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:45:33.294619 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34904b1a-dfff-49c7-a973-80346989b553 req-6730a563-42bc-47c5-a664-0a9d425c30ce tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:33.296108 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-6730a563-42bc-47c5-a664-0a9d425c30ce tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.58 "GET /v2.0/networks?id=f9898936-ba46-485f-aada-536f9dc02d6e HTTP/1.1" status: 200 len: 809 time: 0.1113832 Mar 08 20:45:33.307604 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Request body: {'port': {'device_id': '4036a117-a13b-485c-963b-0c1db5ed9e06', 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e', 'admin_state_up': True, 'tenant_id': '44f6925de13549c3aa7a98f13d80676e'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:45:33.504377 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Made reservation on behalf of 44f6925de13549c3aa7a98f13d80676e for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:45:33.507792 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:33.631803 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Allocated IP 172.20.0.8 (f9898936-ba46-485f-aada-536f9dc02d6e/154cc3a2-cfc9-452f-8a87-464460f1011c/f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:45:33.668607 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c51a67f3-7e2a-46f2-8218-e8c6391bb247 req-cd080bbe-7a74-44b0-8cf6-59d79a10e152 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 210 time: 0.0345590 Mar 08 20:45:33.802715 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks [] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:33.933537 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:33.979799 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Network f9898936-ba46-485f-aada-536f9dc02d6e is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:45:33.982802 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:45:33.986927 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:45:33.993318 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Pushing event updated for resources: {'Port': ['ID=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:34.037275 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:34.037869 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:34.107228 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-8b025d80-2ca0-4813-974d-733d3ae6b3c5 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8030577 Mar 08 20:45:34.117851 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Request body: {'port': {'device_id': '4036a117-a13b-485c-963b-0c1db5ed9e06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:45:34.174961 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:34.433921 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:45:34.441288 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Publish callbacks [] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:34.452903 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Transition to ACTIVE for port object f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:45:34.549172 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:34.600816 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:34.664084 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Attempting to bind port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:45:34.664412 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Attempting to bind port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ddba6e27-8d75-4ec3-b5f3-e222233f9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:45:34.664780 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Attempting to bind port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 on network f9898936-ba46-485f-aada-536f9dc02d6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:45:34.669012 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 on network f9898936-ba46-485f-aada-536f9dc02d6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:45:34.669332 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Attempting to bind port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 on network f9898936-ba46-485f-aada-536f9dc02d6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:45:34.674079 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:45:34.674410 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Checking segment: {'id': 'ddba6e27-8d75-4ec3-b5f3-e222233f9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:45:34.674785 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Bound using segment: {'id': 'ddba6e27-8d75-4ec3-b5f3-e222233f9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:45:34.675886 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Bound port: f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddba6e27-8d75-4ec3-b5f3-e222233f9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:45:34.675886 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:34.741251 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] For port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:45:34.744556 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] For port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,segment=NetworkSegment(ddba6e27-8d75-4ec3-b5f3-e222233f9658),segment_id=ddba6e27-8d75-4ec3-b5f3-e222233f9658)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:45:34.788608 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ca020-8d5c-45d9-b8ea-49fba6174916 req-ee4372bd-2941-40b2-9f6e-b0499d5aa2b2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:34.790253 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-828ca020-8d5c-45d9-b8ea-49fba6174916 req-ee4372bd-2941-40b2-9f6e-b0499d5aa2b2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 943 time: 0.0550971 Mar 08 20:45:34.838944 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-828ca020-8d5c-45d9-b8ea-49fba6174916 req-06042c33-6bdc-485e-ae4d-9edd04f21f6b tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Mar 08 20:45:34.875613 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:34.909321 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:34.909932 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:34.911912 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] 10.222.0.58 "PUT /v2.0/ports/f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 HTTP/1.1" status: 200 len: 1093 time: 0.7981241 Mar 08 20:45:34.912352 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4036a117-a13b-485c-963b-0c1db5ed9e06', 'tag': 'f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:45:34.914574 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848147d5-d883-4dc1-b806-706d9f86f5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4036a117-a13b-485c-963b-0c1db5ed9e06", "tag": "f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:45:34.952696 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6962c-b859-4df5-88f4-4250d1939158 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:34.964747 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c66e645-6c85-480c-a96e-18e0f69a7c56 x-openstack-request-id: req-6c66e645-6c85-480c-a96e-18e0f69a7c56 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:45:34.965052 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4036a117-a13b-485c-963b-0c1db5ed9e06", "tag": "f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:45:34.965302 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c66e645-6c85-480c-a96e-18e0f69a7c56 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:45:34.965742 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4036a117-a13b-485c-963b-0c1db5ed9e06', 'tag': 'f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0', 'status': 'completed', 'code': 200} Mar 08 20:45:35.027574 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848147d5-d883-4dc1-b806-706d9f86f5dc req-953f59da-bd9b-42fb-8a11-5c2b1f146df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:35.029125 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-848147d5-d883-4dc1-b806-706d9f86f5dc req-953f59da-bd9b-42fb-8a11-5c2b1f146df6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=44f6925de13549c3aa7a98f13d80676e&device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 1127 time: 0.0455310 Mar 08 20:45:35.128293 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848147d5-d883-4dc1-b806-706d9f86f5dc req-47de9249-09b6-47f9-b68b-cf56bef27a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:35.129745 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-848147d5-d883-4dc1-b806-706d9f86f5dc req-47de9249-09b6-47f9-b68b-cf56bef27a3d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=44f6925de13549c3aa7a98f13d80676e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0934134 Mar 08 20:45:35.220983 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848147d5-d883-4dc1-b806-706d9f86f5dc req-b5c214e5-9cee-4e3e-9f56-b36de57518d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:35.222347 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-848147d5-d883-4dc1-b806-706d9f86f5dc req-b5c214e5-9cee-4e3e-9f56-b36de57518d0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863197 Mar 08 20:45:35.305235 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34904b1a-dfff-49c7-a973-80346989b553 req-8252acd7-24ca-45f2-bf3b-d0294ba05462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:35.306689 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-8252acd7-24ca-45f2-bf3b-d0294ba05462 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=44f6925de13549c3aa7a98f13d80676e&device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 1127 time: 0.0473728 Mar 08 20:45:35.347619 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-cfed5a1c-95be-4155-9f77-697083b2f08d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 HTTP/1.1" status: 200 len: 217 time: 0.0325739 Mar 08 20:45:35.395620 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34904b1a-dfff-49c7-a973-80346989b553 req-9aa7d325-9716-4c37-938b-c9d1af99eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:35.397011 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-9aa7d325-9716-4c37-938b-c9d1af99eaa3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=154cc3a2-cfc9-452f-8a87-464460f1011c HTTP/1.1" status: 200 len: 849 time: 0.0423770 Mar 08 20:45:35.430882 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-04aeaa0a-5c1d-44a7-8763-08d896a6d6ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9898936-ba46-485f-aada-536f9dc02d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275602 Mar 08 20:45:35.516323 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-c5934485-21df-47b4-a18d-99e10f355091 service neutron] 10.222.0.58 "GET /v2.0/networks/f9898936-ba46-485f-aada-536f9dc02d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797491 Mar 08 20:45:35.606634 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-34904b1a-dfff-49c7-a973-80346989b553 req-0d3e38cf-2bce-4819-8fb9-294bfaf01558 service neutron] 10.222.0.58 "GET /v2.0/networks/f9898936-ba46-485f-aada-536f9dc02d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835769 Mar 08 20:45:35.962132 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6629d40-82d1-4cc1-a2c6-6c02f6cacec3 req-43b5d86f-bc63-4860-8b5c-f591b4dd3cbb tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:35.963662 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b6629d40-82d1-4cc1-a2c6-6c02f6cacec3 req-43b5d86f-bc63-4860-8b5c-f591b4dd3cbb tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 943 time: 0.0570340 Mar 08 20:45:36.011334 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b6629d40-82d1-4cc1-a2c6-6c02f6cacec3 req-282ffadb-17e2-4c91-8fe5-72a5b255ddc2 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Mar 08 20:45:36.321615 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:37.130507 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc9e05-387f-48ef-bf90-d176bebf4e46 req-c90a0d6a-4159-4897-ab4e-a5b9d50031a1 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:37.131955 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a8bc9e05-387f-48ef-bf90-d176bebf4e46 req-c90a0d6a-4159-4897-ab4e-a5b9d50031a1 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 943 time: 0.0514770 Mar 08 20:45:37.177609 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a8bc9e05-387f-48ef-bf90-d176bebf4e46 req-1f76bde5-a14f-4fef-9778-1066874d4875 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 Mar 08 20:45:38.293513 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b881cd-fb2a-4c65-b771-02d94e6e93c4 req-6fa9e18c-0c0c-4538-8468-cea439c8e33d tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:38.294885 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f9b881cd-fb2a-4c65-b771-02d94e6e93c4 req-6fa9e18c-0c0c-4538-8468-cea439c8e33d tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 943 time: 0.0530841 Mar 08 20:45:38.340684 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f9b881cd-fb2a-4c65-b771-02d94e6e93c4 req-7e569200-7526-42f4-ac8b-bac5d4f4f7be tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 Mar 08 20:45:39.454802 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeb62b-ed88-43fb-bb87-a1854b821d3c req-fc505db6-784e-4621-b021-932b59c85cc8 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:39.456263 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-28aeb62b-ed88-43fb-bb87-a1854b821d3c req-fc505db6-784e-4621-b021-932b59c85cc8 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 943 time: 0.0506585 Mar 08 20:45:39.500677 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-28aeb62b-ed88-43fb-bb87-a1854b821d3c req-827d74fe-36f9-4cd7-bc3d-861931a36679 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390089 Mar 08 20:45:40.336416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:45:40.562456 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,segment=NetworkSegment(ddba6e27-8d75-4ec3-b5f3-e222233f9658),segment_id=ddba6e27-8d75-4ec3-b5f3-e222233f9658)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:40.573145 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': 'f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0', 'network_id': 'f9898936-ba46-485f-aada-536f9dc02d6e', 'port_id': 'f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0', 'mac_address': 'fa:16:3e:76:af:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154cc3a2-cfc9-452f-8a87-464460f1011c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:45:40.611705 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:45:40.612149 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:40.622354 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4cbce-50c8-4f28-9269-bf7106239a93 req-c47742f0-e996-4eff-8d85-de5e6a5c6e2b tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:40.623841 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4ef4cbce-50c8-4f28-9269-bf7106239a93 req-c47742f0-e996-4eff-8d85-de5e6a5c6e2b tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 943 time: 0.0546114 Mar 08 20:45:40.625974 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:45:40.646496 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,segment=NetworkSegment(ddba6e27-8d75-4ec3-b5f3-e222233f9658),segment_id=ddba6e27-8d75-4ec3-b5f3-e222233f9658)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:40.672951 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4ef4cbce-50c8-4f28-9269-bf7106239a93 req-df283fae-da40-4c93-89d6-c67f07242e5e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432463 Mar 08 20:45:40.801648 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:40.849036 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:41.266105 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:45:41.794256 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b5dd5-01f8-4018-bf04-b27b3163d953 req-d5f7c531-130e-462d-91cc-21c872e63b66 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:41.795739 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-223b5dd5-01f8-4018-bf04-b27b3163d953 req-d5f7c531-130e-462d-91cc-21c872e63b66 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 944 time: 0.0564063 Mar 08 20:45:41.841107 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-223b5dd5-01f8-4018-bf04-b27b3163d953 req-ee70672a-368d-41f7-b0c2-e511d5a92784 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Mar 08 20:45:42.956250 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467ccbf-5cdb-4ceb-9480-aedba338ac9b req-3c93d086-2d00-4081-af62-f81a87859016 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:42.957649 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a467ccbf-5cdb-4ceb-9480-aedba338ac9b req-3c93d086-2d00-4081-af62-f81a87859016 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 944 time: 0.0520175 Mar 08 20:45:43.007152 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a467ccbf-5cdb-4ceb-9480-aedba338ac9b req-e9f94c49-65cd-4def-acba-99dcc4c44fcb tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Mar 08 20:45:43.224508 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:45:43.350236 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:45:43.354091 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:45:43.354461 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:43.432806 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:45:43.433303 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:43.454874 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4036a117-a13b-485c-963b-0c1db5ed9e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:45:43.457654 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d48fe10-8a9b-4b32-a1aa-169a25ebcd8f" -d '{"events": [{"server_uuid": "4036a117-a13b-485c-963b-0c1db5ed9e06", "name": "network-vif-plugged", "status": "completed", "tag": "f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:45:43.469380 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,segment=NetworkSegment(ddba6e27-8d75-4ec3-b5f3-e222233f9658),segment_id=ddba6e27-8d75-4ec3-b5f3-e222233f9658)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:43.497009 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c0d5aa-9568-4e21-b5c8-598603ddc5ff x-openstack-request-id: req-a8c0d5aa-9568-4e21-b5c8-598603ddc5ff {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:45:43.497009 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4036a117-a13b-485c-963b-0c1db5ed9e06", "name": "network-vif-plugged", "status": "completed", "tag": "f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:45:43.497009 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8c0d5aa-9568-4e21-b5c8-598603ddc5ff {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:45:43.497009 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4036a117-a13b-485c-963b-0c1db5ed9e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0', 'code': 200} Mar 08 20:45:43.542942 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:43.593484 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:43.765882 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b29d9-3bd6-436b-9a7e-1a453b80c9de req-12dd26fc-d0d7-4e1b-816b-48832261265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:43.767562 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ed7b29d9-3bd6-436b-9a7e-1a453b80c9de req-12dd26fc-d0d7-4e1b-816b-48832261265a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 1129 time: 0.0435257 Mar 08 20:45:43.810127 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ed7b29d9-3bd6-436b-9a7e-1a453b80c9de req-80a08d6f-804e-4219-a783-1305d79f9f09 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363579 Mar 08 20:45:44.127166 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc10d15-2883-4b14-8759-e57ddd65ff08 req-4b0f1b92-b4f7-4a5f-9de4-63f7dbaafd78 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:44.129306 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dcc10d15-2883-4b14-8759-e57ddd65ff08 req-4b0f1b92-b4f7-4a5f-9de4-63f7dbaafd78 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 945 time: 0.0550952 Mar 08 20:45:44.178588 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dcc10d15-2883-4b14-8759-e57ddd65ff08 req-2d59234b-0fd8-4b53-8c2d-a6b2dbfdd904 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Mar 08 20:45:44.880829 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 43188) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:45.025391 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1293414-1cb2-40f0-b510-160901c662ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:45.100124 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1293414-1cb2-40f0-b510-160901c662ea admin admin] Publish callbacks [] for security_group (cbe7c1cc-e555-4e65-9f5b-84202c2e5468), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:45.167554 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1293414-1cb2-40f0-b510-160901c662ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (cbe7c1cc-e555-4e65-9f5b-84202c2e5468), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:45.206213 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a1293414-1cb2-40f0-b510-160901c662ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=015131c43ded444e8a3d1496ea2b7fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237638 Mar 08 20:45:45.207204 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1293414-1cb2-40f0-b510-160901c662ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe7c1cc-e555-4e65-9f5b-84202c2e5468,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:45.209022 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43194) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:45.270084 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d0d60d9-d014-434b-9f18-b5c720aee7d1 admin admin] Publish callbacks [] for security_group (cbe7c1cc-e555-4e65-9f5b-84202c2e5468), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:45.308246 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d0d60d9-d014-434b-9f18-b5c720aee7d1 admin admin] Publish callbacks [] for security_group (cbe7c1cc-e555-4e65-9f5b-84202c2e5468), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:45.348916 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ff80a-8ddd-4785-9193-418161309c99 req-1b13134f-55c0-45d3-9533-c841ad17d655 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:45.350374 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b88ff80a-8ddd-4785-9193-418161309c99 req-1b13134f-55c0-45d3-9533-c841ad17d655 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 945 time: 0.0970097 Mar 08 20:45:45.397464 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b88ff80a-8ddd-4785-9193-418161309c99 req-cc33d9e6-2245-4245-9ba1-562a2f8add47 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Mar 08 20:45:45.445696 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d0d60d9-d014-434b-9f18-b5c720aee7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (cbe7c1cc-e555-4e65-9f5b-84202c2e5468), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:45.448221 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4d0d60d9-d014-434b-9f18-b5c720aee7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:45.449320 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-4d0d60d9-d014-434b-9f18-b5c720aee7d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cbe7c1cc-e555-4e65-9f5b-84202c2e5468 HTTP/1.1" status: 204 len: 168 time: 0.2388792 Mar 08 20:45:45.458078 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d60d9-d014-434b-9f18-b5c720aee7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe7c1cc-e555-4e65-9f5b-84202c2e5468,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:46.059786 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43200) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:46.073199 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ab6c9fa-6330-4a26-bcf1-c35103bac596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:46.146958 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ab6c9fa-6330-4a26-bcf1-c35103bac596 admin admin] Publish callbacks [] for security_group (d56525bd-8e01-4229-ba66-82cb7beea1dc), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:46.239646 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ab6c9fa-6330-4a26-bcf1-c35103bac596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (d56525bd-8e01-4229-ba66-82cb7beea1dc), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:46.277023 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-5ab6c9fa-6330-4a26-bcf1-c35103bac596 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1212cd22bf1849dfa554fc20c327e573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159910 Mar 08 20:45:46.277578 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6c9fa-6330-4a26-bcf1-c35103bac596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56525bd-8e01-4229-ba66-82cb7beea1dc,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:46.279694 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 43202) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:46.329828 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-779ca70c-db0b-4960-ae4c-1e98ca2d0e0a admin admin] Publish callbacks [] for security_group (d56525bd-8e01-4229-ba66-82cb7beea1dc), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:46.350834 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-779ca70c-db0b-4960-ae4c-1e98ca2d0e0a admin admin] Publish callbacks [] for security_group (d56525bd-8e01-4229-ba66-82cb7beea1dc), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:46.473382 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-779ca70c-db0b-4960-ae4c-1e98ca2d0e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (d56525bd-8e01-4229-ba66-82cb7beea1dc), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:46.476023 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-779ca70c-db0b-4960-ae4c-1e98ca2d0e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:46.477131 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-779ca70c-db0b-4960-ae4c-1e98ca2d0e0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d56525bd-8e01-4229-ba66-82cb7beea1dc HTTP/1.1" status: 204 len: 168 time: 0.1948185 Mar 08 20:45:46.503692 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ca70c-db0b-4960-ae4c-1e98ca2d0e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56525bd-8e01-4229-ba66-82cb7beea1dc,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:46.524103 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-49ffe829-6929-4ff6-b554-819e94998c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:46.529431 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd8a67-2c73-43c8-adad-ab3284e6027b req-65802455-c90f-4454-b0f3-fc301dcf15e3 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:46.530912 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f3dd8a67-2c73-43c8-adad-ab3284e6027b req-65802455-c90f-4454-b0f3-fc301dcf15e3 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 945 time: 0.0681698 Mar 08 20:45:46.584889 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f3dd8a67-2c73-43c8-adad-ab3284e6027b req-1f30e159-e185-491c-ba99-fe5f0ab38cea tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Mar 08 20:45:47.691192 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:45:47.714019 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39726d-27dd-4be3-b8eb-c49cb38de962 req-45a764d2-0e4f-4e6a-80a1-7662ea6d7ba7 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:47.715530 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6b39726d-27dd-4be3-b8eb-c49cb38de962 req-45a764d2-0e4f-4e6a-80a1-7662ea6d7ba7 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 945 time: 0.0527310 Mar 08 20:45:47.763079 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6b39726d-27dd-4be3-b8eb-c49cb38de962 req-e5b9c5f2-9397-4938-a79a-4904a2ef46c9 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Mar 08 20:45:48.885994 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfca7c0-c410-4305-a4bd-cda955682475 req-767943fd-25a9-4fce-9457-efc1b2296b0f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:48.887512 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5cfca7c0-c410-4305-a4bd-cda955682475 req-767943fd-25a9-4fce-9457-efc1b2296b0f tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 945 time: 0.0560250 Mar 08 20:45:48.933500 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-5cfca7c0-c410-4305-a4bd-cda955682475 req-3687cf35-fe20-4edd-84b3-bb1faf273bf0 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69664b5-1c52-4bcb-a94d-301be9e1c66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Mar 08 20:45:49.051417 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-776d7fcb-99de-488b-8327-0eb9c7845d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:49.261412 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-69ca4975-7616-4316-a935-97c8144402b4 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:45:49.262896 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-69ca4975-7616-4316-a935-97c8144402b4 tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.58 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 945 time: 0.0516958 Mar 08 20:45:49.357229 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-181883f9-bcbf-4b71-95ae-9f68f0e2db9e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Deleting port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:45:49.357480 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-181883f9-bcbf-4b71-95ae-9f68f0e2db9e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:49.446036 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-181883f9-bcbf-4b71-95ae-9f68f0e2db9e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] For port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,segment=NetworkSegment(ddba6e27-8d75-4ec3-b5f3-e222233f9658),segment_id=ddba6e27-8d75-4ec3-b5f3-e222233f9658)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:45:49.446401 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-181883f9-bcbf-4b71-95ae-9f68f0e2db9e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:49.459425 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-181883f9-bcbf-4b71-95ae-9f68f0e2db9e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Calling delete_port for f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:45:49.894056 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-181883f9-bcbf-4b71-95ae-9f68f0e2db9e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:49.905745 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:45:49.920520 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181883f9-bcbf-4b71-95ae-9f68f0e2db9e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Pushing event deleted for resources: {'Port': ['ID=f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:49.964857 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-181883f9-bcbf-4b71-95ae-9f68f0e2db9e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] No DVR routers for this DVR port f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:45:49.967375 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-181883f9-bcbf-4b71-95ae-9f68f0e2db9e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:49.972515 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-90cbfb06-2880-4771-b9e7-e2c337552603 req-181883f9-bcbf-4b71-95ae-9f68f0e2db9e tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.58 "DELETE /v2.0/ports/f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 HTTP/1.1" status: 204 len: 173 time: 0.7027481 Mar 08 20:45:49.972515 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4036a117-a13b-485c-963b-0c1db5ed9e06', 'name': 'network-vif-deleted', 'tag': 'f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:45:49.973488 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a8b0e2-11b9-4bb9-9595-2ad4fc7bfe3c" -d '{"events": [{"server_uuid": "4036a117-a13b-485c-963b-0c1db5ed9e06", "name": "network-vif-deleted", "tag": "f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:45:50.009852 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a9f321-eb0d-46da-801d-5cc265848952 x-openstack-request-id: req-76a9f321-eb0d-46da-801d-5cc265848952 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:45:50.010226 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4036a117-a13b-485c-963b-0c1db5ed9e06", "name": "network-vif-deleted", "tag": "f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:45:50.010550 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76a9f321-eb0d-46da-801d-5cc265848952 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:45:50.011044 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4036a117-a13b-485c-963b-0c1db5ed9e06', 'name': 'network-vif-deleted', 'tag': 'f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0', 'status': 'completed', 'code': 200} Mar 08 20:45:50.033259 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-9e0a1839-868e-4bba-be1a-4631750383a5 req-9931628e-8497-4643-8903-1399dfc65e1a tempest-VolumesActionsTest-1111385941 tempest-VolumesActionsTest-1111385941-project] 10.222.0.55 "GET /v2.0/ports?device_id=4036a117-a13b-485c-963b-0c1db5ed9e06 HTTP/1.1" status: 200 len: 210 time: 0.0307260 Mar 08 20:45:50.218846 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:50.680605 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 43292) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:50.786716 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-388eada1-10af-455d-9e79-de8355174799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:50.859952 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-388eada1-10af-455d-9e79-de8355174799 admin admin] Publish callbacks [] for security_group (69e7822b-e46a-444c-bb09-806200b70c91), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:50.921535 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-388eada1-10af-455d-9e79-de8355174799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (69e7822b-e46a-444c-bb09-806200b70c91), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:50.962440 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-388eada1-10af-455d-9e79-de8355174799 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=059511ff398a40a7b8c0ae40df911f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784107 Mar 08 20:45:50.962440 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388eada1-10af-455d-9e79-de8355174799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e7822b-e46a-444c-bb09-806200b70c91,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:50.963274 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43296) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:51.012576 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd7c6-a419-49ff-b97b-f5a16435b6cc admin admin] Publish callbacks [] for security_group (69e7822b-e46a-444c-bb09-806200b70c91), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.034007 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd7c6-a419-49ff-b97b-f5a16435b6cc admin admin] Publish callbacks [] for security_group (69e7822b-e46a-444c-bb09-806200b70c91), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.154549 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd7c6-a419-49ff-b97b-f5a16435b6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (69e7822b-e46a-444c-bb09-806200b70c91), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.157162 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd7c6-a419-49ff-b97b-f5a16435b6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.158370 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-a4ffd7c6-a419-49ff-b97b-f5a16435b6cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69e7822b-e46a-444c-bb09-806200b70c91 HTTP/1.1" status: 204 len: 168 time: 0.1940689 Mar 08 20:45:51.166920 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffd7c6-a419-49ff-b97b-f5a16435b6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e7822b-e46a-444c-bb09-806200b70c91,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:51.704115 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.944348 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43322) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:51.959837 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-447306ef-66c9-485f-9bdc-ac4e33f5d3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:52.044935 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-447306ef-66c9-485f-9bdc-ac4e33f5d3b2 admin admin] Publish callbacks [] for security_group (b3844a04-2cb8-4a37-98d4-35dba13b30d5), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:52.133216 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-447306ef-66c9-485f-9bdc-ac4e33f5d3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (b3844a04-2cb8-4a37-98d4-35dba13b30d5), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:52.173559 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-447306ef-66c9-485f-9bdc-ac4e33f5d3b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=668dcb0ee2ed4224843ab6f01b5e8389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281129 Mar 08 20:45:52.174430 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447306ef-66c9-485f-9bdc-ac4e33f5d3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3844a04-2cb8-4a37-98d4-35dba13b30d5,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:52.183294 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 43330) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:45:52.229275 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-884422a3-df36-45ef-b514-7068df4425c3 admin admin] Publish callbacks [] for security_group (b3844a04-2cb8-4a37-98d4-35dba13b30d5), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:52.251417 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-884422a3-df36-45ef-b514-7068df4425c3 admin admin] Publish callbacks [] for security_group (b3844a04-2cb8-4a37-98d4-35dba13b30d5), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:52.374132 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-884422a3-df36-45ef-b514-7068df4425c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (b3844a04-2cb8-4a37-98d4-35dba13b30d5), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:52.379110 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-884422a3-df36-45ef-b514-7068df4425c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:52.381147 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-884422a3-df36-45ef-b514-7068df4425c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3844a04-2cb8-4a37-98d4-35dba13b30d5 HTTP/1.1" status: 204 len: 168 time: 0.2025480 Mar 08 20:45:52.395542 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884422a3-df36-45ef-b514-7068df4425c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3844a04-2cb8-4a37-98d4-35dba13b30d5,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:45:52.960142 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:54.058126 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:45:54.078843 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:45:54.079234 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device f3ed80f8-3a1d-4c7e-9415-bbe7d09952a0 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:46:06.607177 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:07.596668 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43522) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:07.717722 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b0254a5-3e5b-49f6-8ced-b533fcf2de0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:07.794343 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b0254a5-3e5b-49f6-8ced-b533fcf2de0f admin admin] Publish callbacks [] for security_group (340a4afe-8320-4a65-b1b9-6bab5a2a7392), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:07.870712 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1b0254a5-3e5b-49f6-8ced-b533fcf2de0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (340a4afe-8320-4a65-b1b9-6bab5a2a7392), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:07.917222 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-1b0254a5-3e5b-49f6-8ced-b533fcf2de0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37673552d850464fab1e75d601eb282c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170748 Mar 08 20:46:07.917759 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 43530) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:07.924866 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0254a5-3e5b-49f6-8ced-b533fcf2de0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340a4afe-8320-4a65-b1b9-6bab5a2a7392,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:07.982273 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b56d3f00-34c4-414d-802a-6a5e2aa474de admin admin] Publish callbacks [] for security_group (340a4afe-8320-4a65-b1b9-6bab5a2a7392), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:08.009678 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b56d3f00-34c4-414d-802a-6a5e2aa474de admin admin] Publish callbacks [] for security_group (340a4afe-8320-4a65-b1b9-6bab5a2a7392), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:08.138691 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b56d3f00-34c4-414d-802a-6a5e2aa474de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (340a4afe-8320-4a65-b1b9-6bab5a2a7392), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:08.141913 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b56d3f00-34c4-414d-802a-6a5e2aa474de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:08.147259 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-b56d3f00-34c4-414d-802a-6a5e2aa474de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/340a4afe-8320-4a65-b1b9-6bab5a2a7392 HTTP/1.1" status: 204 len: 168 time: 0.2286222 Mar 08 20:46:08.156303 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d3f00-34c4-414d-802a-6a5e2aa474de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a4afe-8320-4a65-b1b9-6bab5a2a7392,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:08.921424 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 43540) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:08.935883 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0b19ed0f-dd83-4ffe-afc6-035ddf30d7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:09.024368 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0b19ed0f-dd83-4ffe-afc6-035ddf30d7a0 admin admin] Publish callbacks [] for security_group (12edcb4d-b7d0-4156-82b0-c9e6330914f0), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:09.085687 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0b19ed0f-dd83-4ffe-afc6-035ddf30d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (12edcb4d-b7d0-4156-82b0-c9e6330914f0), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:09.136592 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-0b19ed0f-dd83-4ffe-afc6-035ddf30d7a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05aaf74d53a54a6ca7844413b11461f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115490 Mar 08 20:46:09.136592 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19ed0f-dd83-4ffe-afc6-035ddf30d7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12edcb4d-b7d0-4156-82b0-c9e6330914f0,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:09.138052 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43542) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:09.195816 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-24247a35-bcfc-4801-acd7-59aafeeeffd8 admin admin] Publish callbacks [] for security_group (12edcb4d-b7d0-4156-82b0-c9e6330914f0), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:09.220600 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-24247a35-bcfc-4801-acd7-59aafeeeffd8 admin admin] Publish callbacks [] for security_group (12edcb4d-b7d0-4156-82b0-c9e6330914f0), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:09.616875 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-24247a35-bcfc-4801-acd7-59aafeeeffd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (12edcb4d-b7d0-4156-82b0-c9e6330914f0), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:09.619589 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-24247a35-bcfc-4801-acd7-59aafeeeffd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:09.620726 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-24247a35-bcfc-4801-acd7-59aafeeeffd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12edcb4d-b7d0-4156-82b0-c9e6330914f0 HTTP/1.1" status: 204 len: 168 time: 0.4811554 Mar 08 20:46:09.628870 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24247a35-bcfc-4801-acd7-59aafeeeffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12edcb4d-b7d0-4156-82b0-c9e6330914f0,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:14.057539 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43646) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:14.160094 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7445c57e-c72a-40b0-8f7b-0fee9b567a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:14.232734 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7445c57e-c72a-40b0-8f7b-0fee9b567a5e admin admin] Publish callbacks [] for security_group (a69ef9f5-059d-4dc5-bb30-7e80607a47d8), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:14.296271 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7445c57e-c72a-40b0-8f7b-0fee9b567a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a69ef9f5-059d-4dc5-bb30-7e80607a47d8), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:14.333028 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445c57e-c72a-40b0-8f7b-0fee9b567a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69ef9f5-059d-4dc5-bb30-7e80607a47d8,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:14.337289 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-7445c57e-c72a-40b0-8f7b-0fee9b567a5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=451fdcd5989c41b2a76b9b55b3f106f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838056 Mar 08 20:46:14.339979 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43656) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:14.389749 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b32c5db-9215-4c44-898e-0e4bf1c2c156 admin admin] Publish callbacks [] for security_group (a69ef9f5-059d-4dc5-bb30-7e80607a47d8), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:14.417826 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b32c5db-9215-4c44-898e-0e4bf1c2c156 admin admin] Publish callbacks [] for security_group (a69ef9f5-059d-4dc5-bb30-7e80607a47d8), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:14.536819 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b32c5db-9215-4c44-898e-0e4bf1c2c156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a69ef9f5-059d-4dc5-bb30-7e80607a47d8), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:14.539415 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b32c5db-9215-4c44-898e-0e4bf1c2c156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:14.540607 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-2b32c5db-9215-4c44-898e-0e4bf1c2c156 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a69ef9f5-059d-4dc5-bb30-7e80607a47d8 HTTP/1.1" status: 204 len: 168 time: 0.1997313 Mar 08 20:46:14.548617 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32c5db-9215-4c44-898e-0e4bf1c2c156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69ef9f5-059d-4dc5-bb30-7e80607a47d8,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:15.117258 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43672) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:15.131415 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-82eb03d7-1595-4105-8700-d0b75639ef40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:15.210198 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-82eb03d7-1595-4105-8700-d0b75639ef40 admin admin] Publish callbacks [] for security_group (0566ca6c-2859-4a19-805f-05b799b8cc5a), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:15.252479 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-82eb03d7-1595-4105-8700-d0b75639ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0566ca6c-2859-4a19-805f-05b799b8cc5a), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:15.292670 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-82eb03d7-1595-4105-8700-d0b75639ef40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcdf18922221409abbfa0ea612f406c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741741 Mar 08 20:46:15.293468 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb03d7-1595-4105-8700-d0b75639ef40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0566ca6c-2859-4a19-805f-05b799b8cc5a,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:15.295401 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 43684) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:15.347473 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5eb9311-a7ff-4516-af57-8c4bd65c4364 admin admin] Publish callbacks [] for security_group (0566ca6c-2859-4a19-805f-05b799b8cc5a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:15.371700 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5eb9311-a7ff-4516-af57-8c4bd65c4364 admin admin] Publish callbacks [] for security_group (0566ca6c-2859-4a19-805f-05b799b8cc5a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:15.509804 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5eb9311-a7ff-4516-af57-8c4bd65c4364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (0566ca6c-2859-4a19-805f-05b799b8cc5a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:15.512507 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5eb9311-a7ff-4516-af57-8c4bd65c4364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:15.513677 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-b5eb9311-a7ff-4516-af57-8c4bd65c4364 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0566ca6c-2859-4a19-805f-05b799b8cc5a HTTP/1.1" status: 204 len: 168 time: 0.2166071 Mar 08 20:46:15.523439 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb9311-a7ff-4516-af57-8c4bd65c4364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0566ca6c-2859-4a19-805f-05b799b8cc5a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:16.577025 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-03b69ff1-ba55-4c91-9289-05861327f879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:17.715205 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 43754) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:17.761125 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_v2 [None req-776353d3-cec3-41d9-84d3-077275bae91b admin admin] Deleting subnet 154cc3a2-cfc9-452f-8a87-464460f1011c {{(pid=103530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:46:17.764870 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-776353d3-cec3-41d9-84d3-077275bae91b admin admin] Publish callbacks [] for subnet (154cc3a2-cfc9-452f-8a87-464460f1011c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:17.802713 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-776353d3-cec3-41d9-84d3-077275bae91b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134415'] for subnet (154cc3a2-cfc9-452f-8a87-464460f1011c), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:17.842433 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-776353d3-cec3-41d9-84d3-077275bae91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (154cc3a2-cfc9-452f-8a87-464460f1011c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:17.984494 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-776353d3-cec3-41d9-84d3-077275bae91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9010323'] for subnet (154cc3a2-cfc9-452f-8a87-464460f1011c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.013921 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776353d3-cec3-41d9-84d3-077275bae91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154cc3a2-cfc9-452f-8a87-464460f1011c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:18.025929 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-776353d3-cec3-41d9-84d3-077275bae91b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.025929 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-776353d3-cec3-41d9-84d3-077275bae91b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/154cc3a2-cfc9-452f-8a87-464460f1011c HTTP/1.1" status: 204 len: 168 time: 0.3072524 Mar 08 20:46:18.027241 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 43756) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:18.098515 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (f9898936-ba46-485f-aada-536f9dc02d6e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.181864 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (f9898936-ba46-485f-aada-536f9dc02d6e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.203130 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9898936-ba46-485f-aada-536f9dc02d6e']}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:18.212507 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddba6e27-8d75-4ec3-b5f3-e222233f9658') {'for_net_delete': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:18.213236 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddba6e27-8d75-4ec3-b5f3-e222233f9658') {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:18.222987 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134516'] for segment (ddba6e27-8d75-4ec3-b5f3-e222233f9658), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.236855 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (ddba6e27-8d75-4ec3-b5f3-e222233f9658), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.242942 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:46:18.243408 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10270707'] for segment (ddba6e27-8d75-4ec3-b5f3-e222233f9658), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: Traceback (most recent call last): Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: timer() Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: cb(*args, **kw) Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: return func(*args, **kwargs) Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: self._notify() Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: self.callback(batched_events) Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: event.method(event) Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: return f(self, *a, **k) Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._get(url).json() Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: return self.request(url, 'GET', **kwargs) Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:46:18.245169 dv-cinder-830097-3-iscsi neutron-server[103530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:46:18.359589 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (f9898936-ba46-485f-aada-536f9dc02d6e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.366209 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.371863 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f9898936-ba46-485f-aada-536f9dc02d6e HTTP/1.1" status: 204 len: 168 time: 0.3424559 Mar 08 20:46:18.381034 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834bd0f-29d7-4857-9311-44a06aada567 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9898936-ba46-485f-aada-536f9dc02d6e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:18.715988 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43764) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:18.755989 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-00eedb71-83e2-49f7-b078-396daa7f742b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44f6925de13549c3aa7a98f13d80676e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386155 Mar 08 20:46:18.758513 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43766) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:18.823819 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-92a27439-8905-4f51-8fbf-311506d906c6 admin admin] Publish callbacks [] for security_group (d69664b5-1c52-4bcb-a94d-301be9e1c66e), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.843389 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-92a27439-8905-4f51-8fbf-311506d906c6 admin admin] Publish callbacks [] for security_group (d69664b5-1c52-4bcb-a94d-301be9e1c66e), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.962475 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-92a27439-8905-4f51-8fbf-311506d906c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (d69664b5-1c52-4bcb-a94d-301be9e1c66e), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.965140 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-92a27439-8905-4f51-8fbf-311506d906c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.966522 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-92a27439-8905-4f51-8fbf-311506d906c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d69664b5-1c52-4bcb-a94d-301be9e1c66e HTTP/1.1" status: 204 len: 168 time: 0.2070827 Mar 08 20:46:18.974992 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a27439-8905-4f51-8fbf-311506d906c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69664b5-1c52-4bcb-a94d-301be9e1c66e,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:19.052744 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-34f847be-f875-43b0-bc1e-7831913a2f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.004002 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43792) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:20.103333 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1295177507-network', 'tenant_id': 'd025c489243147a6a066ed89bc432d36'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:20.187944 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Made reservation on behalf of d025c489243147a6a066ed89bc432d36 for: {'network': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:46:20.190266 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.198718 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.241008 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.271477 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Publish callbacks [] for security_group (a50bdc04-8515-4762-8004-55b5e0d9d31a), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.332830 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a50bdc04-8515-4762-8004-55b5e0d9d31a), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.360089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:46:20.366664 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50bdc04-8515-4762-8004-55b5e0d9d31a,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:20.372811 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (f738acaa-4e55-4b79-b9fb-32a83bc6f629), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.373156 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.segments_db [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Added segment f738acaa-4e55-4b79-b9fb-32a83bc6f629 of type vlan for network a34cb40c-9fb5-4c89-b387-35382604842e Mar 08 20:46:20.416543 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (a34cb40c-9fb5-4c89-b387-35382604842e), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.498355 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (a34cb40c-9fb5-4c89-b387-35382604842e), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.499372 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:20.499980 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.560715 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] Pushing event updated for resources: {'Network': ['ID=a34cb40c-9fb5-4c89-b387-35382604842e,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:20.571304 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network a34cb40c-9fb5-4c89-b387-35382604842e details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:46:20.586607 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-6b54cdf5-e31d-4769-98dd-868b400c31aa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5810795 Mar 08 20:46:20.589245 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43796) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:20.594211 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Request body: {'subnet': {'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1295177507-subnet', 'tenant_id': 'd025c489243147a6a066ed89bc432d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:20.669457 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Made reservation on behalf of d025c489243147a6a066ed89bc432d36 for: {'subnet': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:46:20.672093 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9274967'] for subnet (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.904142 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9274953'] for subnet (0e6632b3-a173-42f1-84d8-3681e9354948), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:20.952951 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6632b3-a173-42f1-84d8-3681e9354948,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:20.967950 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Checking segment: {'id': 'f738acaa-4e55-4b79-b9fb-32a83bc6f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:46:20.968335 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Network hostable DHCP agents. Network: a34cb40c-9fb5-4c89-b387-35382604842e, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:46:21.063792 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Network a34cb40c-9fb5-4c89-b387-35382604842e is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:46:21.137979 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, a34cb40c-9fb5-4c89-b387-35382604842e) {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:21.142707 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:21.143337 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:21.155497 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b69bc-a462-4487-b090-046dd4731d13 None None] Network a34cb40c-9fb5-4c89-b387-35382604842e requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:46:21.221343 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-fd5171d2-7315-4f48-8a1c-48560d02b1b9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6309798 Mar 08 20:46:21.249694 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb56240-77cc-4c31-8150-1b34c29a8625 None None] Network a34cb40c-9fb5-4c89-b387-35382604842e requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:46:21.675448 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:22.907472 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:24.346321 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-26938c67-9877-41eb-8cf9-77b199f258af tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:24.347812 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-26938c67-9877-41eb-8cf9-77b199f258af tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/networks?id=a34cb40c-9fb5-4c89-b387-35382604842e HTTP/1.1" status: 200 len: 814 time: 0.1084828 Mar 08 20:46:24.362207 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-cf3ccdab-0967-47b9-9a2c-3627e5af33ec tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/quotas/d025c489243147a6a066ed89bc432d36 HTTP/1.1" status: 200 len: 375 time: 0.0089955 Mar 08 20:46:24.396620 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-13f87ee1-a31b-4f2c-84fe-1dbd0e24cde6 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d025c489243147a6a066ed89bc432d36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288615 Mar 08 20:46:24.491467 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-21a706c0-b23b-4a13-931d-57a2caefd66e service neutron] 10.222.0.55 "GET /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882561 Mar 08 20:46:24.599225 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-0aaa5fc1-f116-46c4-be27-e77e8c037bb3 service neutron] 10.222.0.55 "GET /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984218 Mar 08 20:46:24.692063 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:46:24.858215 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e71ff163-96e1-441a-9e63-43fd2f410380 req-7da71bf5-e1d6-4abc-a896-e5bfac2ab06f tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 210 time: 0.0371482 Mar 08 20:46:25.957791 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-70711156-526d-457f-a5a7-81e4b9296e81 req-7f2247ce-8c6a-4918-bea2-468cfae12d05 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 210 time: 0.0318277 Mar 08 20:46:27.053006 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3b4fbc04-f423-4048-a01c-2586ae072b72 req-c054730b-0a0a-4d2c-9875-a90187e060cc tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 210 time: 0.0279553 Mar 08 20:46:28.150238 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8a4e5469-bb1d-4496-bf45-b1f5efb553a4 req-c42a7314-b652-4f49-84e0-cacb929e8bf9 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 210 time: 0.0277107 Mar 08 20:46:28.241129 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-9b9f1989-9b29-4e8d-ac07-75793f0a032c tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:28.242582 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-9b9f1989-9b29-4e8d-ac07-75793f0a032c tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.58 "GET /v2.0/networks?id=a34cb40c-9fb5-4c89-b387-35382604842e HTTP/1.1" status: 200 len: 814 time: 0.1060271 Mar 08 20:46:28.255547 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Request body: {'port': {'device_id': '7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d', 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e', 'admin_state_up': True, 'tenant_id': 'd025c489243147a6a066ed89bc432d36'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:28.429395 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Made reservation on behalf of d025c489243147a6a066ed89bc432d36 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:46:28.432823 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:28.559000 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Allocated IP 172.20.0.2 (a34cb40c-9fb5-4c89-b387-35382604842e/0e6632b3-a173-42f1-84d8-3681e9354948/0262b3be-5d2f-4d80-b2e4-79f43a0645b0) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:46:28.713383 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks [] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:28.828123 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:28.875129 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Network a34cb40c-9fb5-4c89-b387-35382604842e is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:46:28.878683 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:28.882295 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:46:28.908474 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Pushing event updated for resources: {'Port': ['ID=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:28.922088 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.922435 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.922777 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.923138 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.923508 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.923832 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.924157 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.924483 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.924807 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.925131 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.925452 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.925772 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.926087 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:28.945870 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:28.946474 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:29.013509 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-48bcddde-9eeb-4b1c-9866-827771cd6a6a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7617295 Mar 08 20:46:29.055616 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Request body: {'port': {'device_id': '7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:29.115409 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:29.335818 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7df717-0293-4cdf-97e2-c83ab7354d21 req-3e88804f-d909-4e3a-8f5a-d8912144ec4e tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:29.337211 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fe7df717-0293-4cdf-97e2-c83ab7354d21 req-3e88804f-d909-4e3a-8f5a-d8912144ec4e tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 931 time: 0.1181302 Mar 08 20:46:29.411472 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fe7df717-0293-4cdf-97e2-c83ab7354d21 req-0862cfa9-fde4-45e2-8235-e80014a1915d tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682905 Mar 08 20:46:29.457796 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:46:29.465407 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Publish callbacks [] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:29.477679 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Transition to ACTIVE for port object 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:46:29.566638 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:29.618600 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64271864-6036-4650-979a-cef5462caf82 service neutron] Pushing event updated for resources: {'Port': ['ID=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:29.692316 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Attempting to bind port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:46:29.692652 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Attempting to bind port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f738acaa-4e55-4b79-b9fb-32a83bc6f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:46:29.692979 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Attempting to bind port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 on network a34cb40c-9fb5-4c89-b387-35382604842e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:46:29.697532 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 on network a34cb40c-9fb5-4c89-b387-35382604842e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:46:29.697852 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Attempting to bind port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 on network a34cb40c-9fb5-4c89-b387-35382604842e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:46:29.703034 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:46:29.703410 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Checking segment: {'id': 'f738acaa-4e55-4b79-b9fb-32a83bc6f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:46:29.703809 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Bound using segment: {'id': 'f738acaa-4e55-4b79-b9fb-32a83bc6f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:46:29.704270 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Bound port: 0262b3be-5d2f-4d80-b2e4-79f43a0645b0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f738acaa-4e55-4b79-b9fb-32a83bc6f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:46:29.704634 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:29.768890 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] For port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:46:29.771984 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] For port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,segment=NetworkSegment(f738acaa-4e55-4b79-b9fb-32a83bc6f629),segment_id=f738acaa-4e55-4b79-b9fb-32a83bc6f629)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:46:29.864512 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:29.900797 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:29.901404 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:29.902748 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-64271864-6036-4650-979a-cef5462caf82 service neutron] 10.222.0.58 "PUT /v2.0/ports/0262b3be-5d2f-4d80-b2e4-79f43a0645b0 HTTP/1.1" status: 200 len: 1093 time: 0.8517427 Mar 08 20:46:29.903202 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d', 'tag': '0262b3be-5d2f-4d80-b2e4-79f43a0645b0'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:46:29.905412 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e8ed85-4b9b-4f35-b70a-b94e4f03bf9e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d", "tag": "0262b3be-5d2f-4d80-b2e4-79f43a0645b0"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:46:29.926652 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64271864-6036-4650-979a-cef5462caf82 service neutron] Pushing event updated for resources: {'Port': ['ID=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:29.940309 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a851c7c8-a5be-4308-bf43-f92d61a05008 x-openstack-request-id: req-a851c7c8-a5be-4308-bf43-f92d61a05008 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:46:29.940605 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d", "tag": "0262b3be-5d2f-4d80-b2e4-79f43a0645b0", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:46:29.940860 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a851c7c8-a5be-4308-bf43-f92d61a05008 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:46:29.941262 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d', 'tag': '0262b3be-5d2f-4d80-b2e4-79f43a0645b0', 'status': 'completed', 'code': 200} Mar 08 20:46:30.536767 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a34cd7-5e9d-469c-84c2-ac82573ec39f req-c7104c39-2233-4b35-ba21-71837adc0584 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:30.538277 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-80a34cd7-5e9d-469c-84c2-ac82573ec39f req-c7104c39-2233-4b35-ba21-71837adc0584 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 943 time: 0.0584154 Mar 08 20:46:30.587720 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-80a34cd7-5e9d-469c-84c2-ac82573ec39f req-a5cd9e1d-2a1d-4129-8fae-bccf3a87ed35 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Mar 08 20:46:31.712064 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf711a-1060-4c37-b67d-711d70d46989 req-f53f796c-3a80-45e4-8add-8b9670f6a95f tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:31.713572 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ccdf711a-1060-4c37-b67d-711d70d46989 req-f53f796c-3a80-45e4-8add-8b9670f6a95f tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 943 time: 0.0540836 Mar 08 20:46:31.761736 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ccdf711a-1060-4c37-b67d-711d70d46989 req-622abb10-f884-408f-95ce-8bb3332f27c0 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Mar 08 20:46:32.542696 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8ed85-4b9b-4f35-b70a-b94e4f03bf9e req-d31fbec6-5c7a-42e5-ac6b-199a3f0c285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:32.544233 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c4e8ed85-4b9b-4f35-b70a-b94e4f03bf9e req-d31fbec6-5c7a-42e5-ac6b-199a3f0c285e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d025c489243147a6a066ed89bc432d36&device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 1127 time: 0.0451782 Mar 08 20:46:32.691388 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8ed85-4b9b-4f35-b70a-b94e4f03bf9e req-1d7a56ee-68f2-4d5e-bd5f-edf7cc4567d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:32.692837 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c4e8ed85-4b9b-4f35-b70a-b94e4f03bf9e req-1d7a56ee-68f2-4d5e-bd5f-edf7cc4567d1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d025c489243147a6a066ed89bc432d36&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0934761 Mar 08 20:46:32.788496 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8ed85-4b9b-4f35-b70a-b94e4f03bf9e req-6ac94634-a779-471a-95d7-fdf27dc59e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:32.789916 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c4e8ed85-4b9b-4f35-b70a-b94e4f03bf9e req-6ac94634-a779-471a-95d7-fdf27dc59e3f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911465 Mar 08 20:46:32.901292 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-24608102-d4dd-408a-9a30-7dbe168bab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:32.902755 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-24608102-d4dd-408a-9a30-7dbe168bab58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d025c489243147a6a066ed89bc432d36&device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 1127 time: 0.0789318 Mar 08 20:46:32.913671 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb2f93-e0f4-478b-8992-3bab8ff3f872 req-e8239817-e71a-4330-933a-09804a2da2d6 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:32.915028 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-51fb2f93-e0f4-478b-8992-3bab8ff3f872 req-e8239817-e71a-4330-933a-09804a2da2d6 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 943 time: 0.0820456 Mar 08 20:46:32.959155 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-07bbd2c7-b0a3-495c-b153-da7fd6e95043 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0262b3be-5d2f-4d80-b2e4-79f43a0645b0 HTTP/1.1" status: 200 len: 217 time: 0.0431607 Mar 08 20:46:33.017064 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-51fb2f93-e0f4-478b-8992-3bab8ff3f872 req-29483fad-5022-49b0-ac5d-54d7724c9020 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955791 Mar 08 20:46:33.025689 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-ad7dbef0-0b89-4c53-8a86-91aa7987c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:33.027159 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-ad7dbef0-0b89-4c53-8a86-91aa7987c949 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e6632b3-a173-42f1-84d8-3681e9354948 HTTP/1.1" status: 200 len: 854 time: 0.0619214 Mar 08 20:46:33.064092 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-300f9ebd-7a69-4a6d-87f0-e381f5a74c0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a34cb40c-9fb5-4c89-b387-35382604842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308080 Mar 08 20:46:33.160718 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-7214f86f-7ffe-4da8-b207-4614e6bfac3e service neutron] 10.222.0.58 "GET /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912266 Mar 08 20:46:33.256294 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e5d43e5-a9cc-42b2-968d-069eb6c40a2e req-3c15531a-3a6e-48bd-a3bc-ac961ba18bb2 service neutron] 10.222.0.58 "GET /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902665 Mar 08 20:46:34.139827 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6ed4-b9cc-484f-b045-7bcd6787e58f req-61aba43a-959c-416c-9e14-944433697f6f tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:34.141627 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-857d6ed4-b9cc-484f-b045-7bcd6787e58f req-61aba43a-959c-416c-9e14-944433697f6f tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 943 time: 0.0543671 Mar 08 20:46:34.194131 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-857d6ed4-b9cc-484f-b045-7bcd6787e58f req-47df4dbc-4890-4d33-9f7b-ea69d78fab08 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466347 Mar 08 20:46:35.309350 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47a31-e3a1-4bd1-bcc5-3c3784f8fe5f req-cd37d66f-4862-4551-9ffd-054daf629050 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:35.310732 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1fe47a31-e3a1-4bd1-bcc5-3c3784f8fe5f req-cd37d66f-4862-4551-9ffd-054daf629050 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 943 time: 0.0520310 Mar 08 20:46:35.356331 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1fe47a31-e3a1-4bd1-bcc5-3c3784f8fe5f req-c255104f-75ed-40e1-a0bf-b01983ef7c3a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Mar 08 20:46:36.347658 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:36.473906 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a582c89-5fde-454d-a286-e97d9134ff19 req-bece8409-977e-400e-9989-8b1194b7ce75 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:36.475433 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0a582c89-5fde-454d-a286-e97d9134ff19 req-bece8409-977e-400e-9989-8b1194b7ce75 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 943 time: 0.0523987 Mar 08 20:46:36.522846 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0a582c89-5fde-454d-a286-e97d9134ff19 req-7e5e1c29-0bac-4b13-8281-03abd0638061 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Mar 08 20:46:37.541150 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:46:37.639288 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf2ab-52b5-4862-95db-a33a4afc1af3 req-637517ca-9e05-4dd7-9b97-254615311b36 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:37.641031 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fe0cf2ab-52b5-4862-95db-a33a4afc1af3 req-637517ca-9e05-4dd7-9b97-254615311b36 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 943 time: 0.0511713 Mar 08 20:46:37.644367 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,segment=NetworkSegment(f738acaa-4e55-4b79-b9fb-32a83bc6f629),segment_id=f738acaa-4e55-4b79-b9fb-32a83bc6f629)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:37.655046 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '0262b3be-5d2f-4d80-b2e4-79f43a0645b0', 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e', 'port_id': '0262b3be-5d2f-4d80-b2e4-79f43a0645b0', 'mac_address': 'fa:16:3e:59:ea:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6632b3-a173-42f1-84d8-3681e9354948', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:46:37.691147 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-fe0cf2ab-52b5-4862-95db-a33a4afc1af3 req-bd921c49-2ed7-4506-9253-c61fe633c62e tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Mar 08 20:46:37.692433 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:37.692822 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:37.706373 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:46:37.727536 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,segment=NetworkSegment(f738acaa-4e55-4b79-b9fb-32a83bc6f629),segment_id=f738acaa-4e55-4b79-b9fb-32a83bc6f629)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:37.788957 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:37.837914 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:37.845086 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.845442 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.845788 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.846128 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.846462 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.846795 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.847189 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.847516 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.847843 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.848171 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.848495 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.848814 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:37.849137 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:38.096154 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['0262b3be-5d2f-4d80-b2e4-79f43a0645b0'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:46:38.809318 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02362999-48ac-412c-9cc5-fb4957924e30 req-266317d3-4067-40ca-8bd0-e88bdf9cf290 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:38.810811 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-02362999-48ac-412c-9cc5-fb4957924e30 req-266317d3-4067-40ca-8bd0-e88bdf9cf290 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 944 time: 0.0543857 Mar 08 20:46:38.857201 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-02362999-48ac-412c-9cc5-fb4957924e30 req-a31fae5c-4ca1-4d55-985a-705274d8d3d3 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Mar 08 20:46:39.572076 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:46:39.619265 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43968) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:39.675651 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:46:39.680068 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:39.680446 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:39.721000 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-821a1627-9d2b-4303-bf33-cc561a48ac99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:39.766174 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:39.766556 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:39.789380 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0262b3be-5d2f-4d80-b2e4-79f43a0645b0'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:46:39.791558 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf4204a-4d2f-42e4-b1a1-c6c16936dabc" -d '{"events": [{"server_uuid": "7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d", "name": "network-vif-plugged", "status": "completed", "tag": "0262b3be-5d2f-4d80-b2e4-79f43a0645b0"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:46:39.796991 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-821a1627-9d2b-4303-bf33-cc561a48ac99 admin admin] Publish callbacks [] for security_group (43ff1f7e-844f-4003-bb45-d5d6345c977e), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:39.804036 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,segment=NetworkSegment(f738acaa-4e55-4b79-b9fb-32a83bc6f629),segment_id=f738acaa-4e55-4b79-b9fb-32a83bc6f629)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:39.829233 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190e244f-0b47-4b29-876c-0902fa425f57 x-openstack-request-id: req-190e244f-0b47-4b29-876c-0902fa425f57 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:46:39.835354 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d", "name": "network-vif-plugged", "status": "completed", "tag": "0262b3be-5d2f-4d80-b2e4-79f43a0645b0", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:46:39.835354 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-190e244f-0b47-4b29-876c-0902fa425f57 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:46:39.835354 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0262b3be-5d2f-4d80-b2e4-79f43a0645b0', 'code': 200} Mar 08 20:46:39.879804 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-821a1627-9d2b-4303-bf33-cc561a48ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (43ff1f7e-844f-4003-bb45-d5d6345c977e), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:39.913313 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:39.923941 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-821a1627-9d2b-4303-bf33-cc561a48ac99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a681000a7d8e458ea0b36907e443ac8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035216 Mar 08 20:46:39.924158 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 43976) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:39.927841 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a1627-9d2b-4303-bf33-cc561a48ac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ff1f7e-844f-4003-bb45-d5d6345c977e,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:39.966928 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:40.010983 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Publish callbacks [] for security_group (43ff1f7e-844f-4003-bb45-d5d6345c977e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:40.031720 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d64bc4-694f-47d0-9c55-6e215c1c1b6b req-aca2a374-7d6d-4a54-8e2f-ab85f43c128c tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:40.033248 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-21d64bc4-694f-47d0-9c55-6e215c1c1b6b req-aca2a374-7d6d-4a54-8e2f-ab85f43c128c tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 945 time: 0.0929441 Mar 08 20:46:40.055244 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Publish callbacks [] for security_group (43ff1f7e-844f-4003-bb45-d5d6345c977e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:40.111003 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-21d64bc4-694f-47d0-9c55-6e215c1c1b6b req-3abf4105-5468-42f7-8564-3c9107935c18 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694873 Mar 08 20:46:40.129257 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9983e04-5363-41d4-b9c1-2924ec437191 req-05fd9464-2deb-47c6-9842-7817f9b74cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:40.130778 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a9983e04-5363-41d4-b9c1-2924ec437191 req-05fd9464-2deb-47c6-9842-7817f9b74cf4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 1129 time: 0.0455019 Mar 08 20:46:40.174095 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a9983e04-5363-41d4-b9c1-2924ec437191 req-93cede1d-a8f9-4b47-98b5-3c3ded6d26f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379531 Mar 08 20:46:40.210118 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (43ff1f7e-844f-4003-bb45-d5d6345c977e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:40.212807 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:40.213967 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43ff1f7e-844f-4003-bb45-d5d6345c977e HTTP/1.1" status: 204 len: 168 time: 0.2880831 Mar 08 20:46:40.222382 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ff1f7e-844f-4003-bb45-d5d6345c977e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:40.229587 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.229937 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.230277 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.230613 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.230942 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.231349 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.231685 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.232011 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.232336 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.232664 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.232983 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.233301 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:40.233619 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2beac-ff9b-4b56-b378-cef3016a99b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:41.097636 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 43998) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:41.196410 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-927024922-network', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:41.253926 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f97e9-6032-48f5-bd16-65d8ddec18a3 req-70ee990c-393f-462a-97eb-04746b0ec980 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:41.255458 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ae0f97e9-6032-48f5-bd16-65d8ddec18a3 req-70ee990c-393f-462a-97eb-04746b0ec980 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 945 time: 0.0740132 Mar 08 20:46:41.304065 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ae0f97e9-6032-48f5-bd16-65d8ddec18a3 req-dd8ea807-2359-476c-9048-af08d9a5ba7e tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431466 Mar 08 20:46:41.304871 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Made reservation on behalf of 01aee29bd04840b1a5e0b35fd6bc2d91 for: {'network': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:46:41.307118 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:41.316200 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:41.389417 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Publish callbacks [] for security_group (e26e2095-dc45-4a69-8de6-82966056239b), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:41.452281 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (e26e2095-dc45-4a69-8de6-82966056239b), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:41.473438 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:46:41.486692 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26e2095-dc45-4a69-8de6-82966056239b,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:41.492011 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (2c5fb2fb-7225-4348-bae9-ef2ac751996f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:41.492353 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.segments_db [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Added segment 2c5fb2fb-7225-4348-bae9-ef2ac751996f of type vlan for network ecffcd94-e115-4d43-a217-c399c187471f Mar 08 20:46:41.531085 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (ecffcd94-e115-4d43-a217-c399c187471f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:41.621294 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (ecffcd94-e115-4d43-a217-c399c187471f), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:41.622260 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:41.622844 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:41.684846 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ecffcd94-e115-4d43-a217-c399c187471f,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:41.694504 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network ecffcd94-e115-4d43-a217-c399c187471f details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:46:41.723962 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c65ab42d-6c09-48bb-a1cb-7d7b967c85d0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6251562 Mar 08 20:46:41.726616 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44004) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:41.731347 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Request body: {'subnet': {'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-927024922-subnet', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'ip_version': 4}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:41.804367 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Made reservation on behalf of 01aee29bd04840b1a5e0b35fd6bc2d91 for: {'subnet': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:46:41.806685 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9274967'] for subnet (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.027540 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9274953'] for subnet (a2985601-8e8a-4773-8465-8e9a228d1351), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.075717 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2985601-8e8a-4773-8465-8e9a228d1351,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:42.091092 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Checking segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:46:42.091486 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Network hostable DHCP agents. Network: ecffcd94-e115-4d43-a217-c399c187471f, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:46:42.193144 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Network ecffcd94-e115-4d43-a217-c399c187471f is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:46:42.249823 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, ecffcd94-e115-4d43-a217-c399c187471f) {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:42.254376 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:42.254972 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.259134 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6489e8-3e62-40e4-b8b8-893767b56c61 None None] Network ecffcd94-e115-4d43-a217-c399c187471f requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:46:42.327301 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-5ea9076b-623d-409a-8f67-910bd44926c7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5995092 Mar 08 20:46:42.329821 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44008) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:42.334860 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:42.363325 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-ecffcd94-e115-4d43-a217-c399c187471f', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:46:42.364221 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.418282 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (cf517cde-2bb7-4a14-9492-b92e94b95096), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.420149 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (cf517cde-2bb7-4a14-9492-b92e94b95096), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.428026 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db51e7-eac0-4f5d-b839-b5b483d7f0ec req-e17b78fd-3f77-49a8-8741-41b70e899065 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:42.430192 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-28db51e7-eac0-4f5d-b839-b5b483d7f0ec req-e17b78fd-3f77-49a8-8741-41b70e899065 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 945 time: 0.0549006 Mar 08 20:46:42.481962 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks [] for router_controller (cf517cde-2bb7-4a14-9492-b92e94b95096), precommit_add_association {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.484853 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-28db51e7-eac0-4f5d-b839-b5b483d7f0ec req-d2de5dc0-a3ff-41d6-9e7b-0ec8e22895cb tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473895 Mar 08 20:46:42.502378 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Allocated IP 172.20.0.2 (ecffcd94-e115-4d43-a217-c399c187471f/a2985601-8e8a-4773-8465-8e9a228d1351/e02a22e6-0441-470b-981b-12799442375e) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:46:42.651601 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Publish callbacks [] for port (e02a22e6-0441-470b-981b-12799442375e), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.705795 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks [] for router_gateway (cf517cde-2bb7-4a14-9492-b92e94b95096), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.725107 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (e02a22e6-0441-470b-981b-12799442375e), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.769822 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Network ecffcd94-e115-4d43-a217-c399c187471f is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:46:42.772706 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:42.776141 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:46:42.783672 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Pushing event updated for resources: {'Port': ['ID=e02a22e6-0441-470b-981b-12799442375e,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:42.836411 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Attempting to bind port e02a22e6-0441-470b-981b-12799442375e on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:46:42.836732 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Attempting to bind port e02a22e6-0441-470b-981b-12799442375e by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:46:42.837092 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Attempting to bind port e02a22e6-0441-470b-981b-12799442375e on network ecffcd94-e115-4d43-a217-c399c187471f {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:46:42.841980 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:46:42.842356 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Checking segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:46:42.842793 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.843284 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Bound using segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:46:42.843667 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Bound port: e02a22e6-0441-470b-981b-12799442375e, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:46:42.844037 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (e02a22e6-0441-470b-981b-12799442375e), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.908219 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] For port e02a22e6-0441-470b-981b-12799442375e, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:46:42.911231 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] For port e02a22e6-0441-470b-981b-12799442375e, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=e02a22e6-0441-470b-981b-12799442375e,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:46:42.960596 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks [] for router_gateway (cf517cde-2bb7-4a14-9492-b92e94b95096), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.979125 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:42.999444 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (e02a22e6-0441-470b-981b-12799442375e), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:43.073496 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08971e64-5abc-4210-8b39-7dca23574434 None None] Pushing event updated for resources: {'Port': ['ID=e02a22e6-0441-470b-981b-12799442375e,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:43.087450 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Allocated IP 172.27.3.148 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/fb6d2533-72d1-47cc-a0ac-161f13b2f62f) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:46:43.193622 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks [] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:43.286639 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:43.336494 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:46:43.339484 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:43.343002 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:46:43.367351 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6d2533-72d1-47cc-a0ac-161f13b2f62f,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:43.625482 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device e02a22e6-0441-470b-981b-12799442375e up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:46:43.678643 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port e02a22e6-0441-470b-981b-12799442375e triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:43.679325 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (e02a22e6-0441-470b-981b-12799442375e), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:43.775672 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port e02a22e6-0441-470b-981b-12799442375e is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:43.775672 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (e02a22e6-0441-470b-981b-12799442375e), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:43.819690 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port e02a22e6-0441-470b-981b-12799442375e, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=e02a22e6-0441-470b-981b-12799442375e,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:43.909188 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (e02a22e6-0441-470b-981b-12799442375e), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:43.967509 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=e02a22e6-0441-470b-981b-12799442375e,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:43.979188 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks [] for router_gateway (cf517cde-2bb7-4a14-9492-b92e94b95096), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:44.054933 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adacff5-a9c1-4446-a5c0-9a7216258f46 None None] Network ecffcd94-e115-4d43-a217-c399c187471f requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:46:44.133659 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-da9fbf6c-8c81-47e1-8fb6-07ca327596da None None] Provisioning complete for port e02a22e6-0441-470b-981b-12799442375e triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:44.133948 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-da9fbf6c-8c81-47e1-8fb6-07ca327596da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (e02a22e6-0441-470b-981b-12799442375e), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:44.188582 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (cf517cde-2bb7-4a14-9492-b92e94b95096), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:44.378776 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-da9fbf6c-8c81-47e1-8fb6-07ca327596da None None] Current status of the port e02a22e6-0441-470b-981b-12799442375e is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:44.410898 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Router cf517cde-2bb7-4a14-9492-b92e94b95096 is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:46:44.524561 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:46:44.535815 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Sync routers for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:46:44.546885 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:46:44.547580 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:46:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:44.595142 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:44.596386 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-722b906e-ba30-4e8d-93fb-81bb75378fc1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2655163 Mar 08 20:46:44.599196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44068) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:44.601733 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1b3bb293-96ee-45ab-91fb-08707f775852 None None] Provisioning complete for port e02a22e6-0441-470b-981b-12799442375e triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:44.602112 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1b3bb293-96ee-45ab-91fb-08707f775852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (e02a22e6-0441-470b-981b-12799442375e), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:44.662111 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:46:44.687259 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1b3bb293-96ee-45ab-91fb-08707f775852 None None] Current status of the port e02a22e6-0441-470b-981b-12799442375e is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:44.847705 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:43Z', 'revision_number': 3, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:44.874755 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Checking router: cf517cde-2bb7-4a14-9492-b92e94b95096 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:46:44.875119 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Updating router cf517cde-2bb7-4a14-9492-b92e94b95096 port fb6d2533-72d1-47cc-a0ac-161f13b2f62f binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:46:44.902855 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.035995 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.154577 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Publish callbacks [] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.194504 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Allocated IP 172.20.0.1 (ecffcd94-e115-4d43-a217-c399c187471f/a2985601-8e8a-4773-8465-8e9a228d1351/c32d7be2-3b20-4af3-9988-ce023d64ec17) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:46:45.229088 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.279965 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Attempting to bind port fb6d2533-72d1-47cc-a0ac-161f13b2f62f on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:46:45.280248 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Attempting to bind port fb6d2533-72d1-47cc-a0ac-161f13b2f62f by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:46:45.280611 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Attempting to bind port fb6d2533-72d1-47cc-a0ac-161f13b2f62f on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:46:45.288068 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Pushing event updated for resources: {'Port': ['ID=fb6d2533-72d1-47cc-a0ac-161f13b2f62f,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:45.294096 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:46:45.294468 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:46:45.294863 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.295283 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:46:45.295762 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Bound port: fb6d2533-72d1-47cc-a0ac-161f13b2f62f, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:46:45.296188 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.298516 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Publish callbacks [] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.300161 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.302356 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.302356 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.302356 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.302356 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.302356 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.302356 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.302958 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.302958 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.303314 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.303660 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.304173 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.304494 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:46:45.358760 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] For port fb6d2533-72d1-47cc-a0ac-161f13b2f62f, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:46:45.361731 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] For port fb6d2533-72d1-47cc-a0ac-161f13b2f62f, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=fb6d2533-72d1-47cc-a0ac-161f13b2f62f,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:46:45.416244 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.441102 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.459462 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Network ecffcd94-e115-4d43-a217-c399c187471f is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:46:45.462352 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:45.465941 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:46:45.494067 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Pushing event updated for resources: {'Port': ['ID=c32d7be2-3b20-4af3-9988-ce023d64ec17,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:45.498735 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:46:45.498735 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:46:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:45.518048 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (cf517cde-2bb7-4a14-9492-b92e94b95096), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.559719 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1bd68-2501-4af5-b906-b0e8c9873cb2 None None] Pushing event updated for resources: {'Port': ['ID=fb6d2533-72d1-47cc-a0ac-161f13b2f62f,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:45.633351 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device e02a22e6-0441-470b-981b-12799442375e up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:46:45.633889 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:46:45.685070 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port e02a22e6-0441-470b-981b-12799442375e triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:45.685649 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (e02a22e6-0441-470b-981b-12799442375e), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.771919 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port e02a22e6-0441-470b-981b-12799442375e is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:45.788925 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.820407 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:43Z', 'revision_number': 3, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:45.823525 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-c2f3b1c5-0e7b-451c-9059-1fe43773c065 None None] Provisioning complete for port c32d7be2-3b20-4af3-9988-ce023d64ec17 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:45.823968 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b1c5-0e7b-451c-9059-1fe43773c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:45.849086 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2536a0-0a58-4877-80bf-3f881113a439 None None] The sync data for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi is: [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:43Z', 'revision_number': 3, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:46:45.865539 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3b1c5-0e7b-451c-9059-1fe43773c065 None None] Port c32d7be2-3b20-4af3-9988-ce023d64ec17 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:46:45.977959 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Publish callbacks [] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:46.052323 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:46.123979 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Pushing event updated for resources: {'Port': ['ID=c32d7be2-3b20-4af3-9988-ce023d64ec17,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:46.126525 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (cf517cde-2bb7-4a14-9492-b92e94b95096), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:46.235141 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Network ecffcd94-e115-4d43-a217-c399c187471f is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:46:46.236685 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:46.378543 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Router cf517cde-2bb7-4a14-9492-b92e94b95096 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:46:46.493527 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-8c586eb1-9f0d-4849-81d8-97f5a62bf92f None None] Provisioning complete for port c32d7be2-3b20-4af3-9988-ce023d64ec17 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:46.494039 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8c586eb1-9f0d-4849-81d8-97f5a62bf92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:46.503065 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:46:46.518219 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-bbd24be9-36c2-4a22-b3a9-a6fff65014eb admin admin] 10.222.0.55 "PUT /v2.0/routers/cf517cde-2bb7-4a14-9492-b92e94b95096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9092972 Mar 08 20:46:46.534508 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e7376d92-7de9-4db7-bd60-e866011b75a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:46.544157 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-8c586eb1-9f0d-4849-81d8-97f5a62bf92f None None] Port c32d7be2-3b20-4af3-9988-ce023d64ec17 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:46:47.194492 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44088) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:47.199763 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1718819248-network', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:47.272568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Made reservation on behalf of f11bbc36e2944a5193f8336af4fe9151 for: {'network': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:46:47.275015 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.285854 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.354568 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Sync routers for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:46:47.364347 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:46:47.368676 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:46:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:47.368890 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Publish callbacks [] for security_group (4cc726ed-c914-4dac-af2c-073b423e8b90), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.434626 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4cc726ed-c914-4dac-af2c-073b423e8b90), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.454854 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:46:47.476282 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (a6214676-ef75-41e6-b298-ff2eaf5f992b), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.476635 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.segments_db [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Added segment a6214676-ef75-41e6-b298-ff2eaf5f992b of type vlan for network c910c057-7781-4bb7-8061-6e6903674ea7 Mar 08 20:46:47.478099 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc726ed-c914-4dac-af2c-073b423e8b90,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:47.484206 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:46:47.520241 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (c910c057-7781-4bb7-8061-6e6903674ea7), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.625040 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (c910c057-7781-4bb7-8061-6e6903674ea7), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.625040 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:47.626210 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.628351 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device fb6d2533-72d1-47cc-a0ac-161f13b2f62f up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:46:47.693915 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] Pushing event updated for resources: {'Network': ['ID=c910c057-7781-4bb7-8061-6e6903674ea7,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:47.706453 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network c910c057-7781-4bb7-8061-6e6903674ea7 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:46:47.717463 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-2e71c5d5-1bd4-4467-bdfa-b42aa2659f0a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5218208 Mar 08 20:46:47.720171 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44092) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:47.725435 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Request body: {'subnet': {'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1718819248-subnet', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'ip_version': 4}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:47.776832 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port fb6d2533-72d1-47cc-a0ac-161f13b2f62f triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:47.777174 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.817856 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Made reservation on behalf of f11bbc36e2944a5193f8336af4fe9151 for: {'subnet': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:46:47.820291 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9274967'] for subnet (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.839686 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 2, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:47.872543 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Checking router: cf517cde-2bb7-4a14-9492-b92e94b95096 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:46:47.873075 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Updating router cf517cde-2bb7-4a14-9492-b92e94b95096 port c32d7be2-3b20-4af3-9988-ce023d64ec17 binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:46:47.927375 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.937827 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port fb6d2533-72d1-47cc-a0ac-161f13b2f62f is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:47.938202 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:47.981528 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port fb6d2533-72d1-47cc-a0ac-161f13b2f62f, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=fb6d2533-72d1-47cc-a0ac-161f13b2f62f,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:48.069489 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.115617 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9274953'] for subnet (46a84fe5-6e3b-413f-92b8-3a861847ddea), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.167644 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=fb6d2533-72d1-47cc-a0ac-161f13b2f62f,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:48.182748 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a84fe5-6e3b-413f-92b8-3a861847ddea,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:48.188435 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Checking segment: {'id': 'a6214676-ef75-41e6-b298-ff2eaf5f992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:46:48.188800 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Network hostable DHCP agents. Network: c910c057-7781-4bb7-8061-6e6903674ea7, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:46:48.257564 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Network c910c057-7781-4bb7-8061-6e6903674ea7 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:46:48.257799 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Publish callbacks [] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.320142 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.326092 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, c910c057-7781-4bb7-8061-6e6903674ea7) {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:48.330238 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:48.330815 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.350506 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119fc16-0892-48a5-b81a-932825897e6f None None] Network c910c057-7781-4bb7-8061-6e6903674ea7 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:46:48.394790 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e424c-e0ce-4cba-97d1-a406a255f36b None None] Pushing event updated for resources: {'Port': ['ID=c32d7be2-3b20-4af3-9988-ce023d64ec17,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:48.423834 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-0d80e64f-3738-4f6a-8bcb-1a1bfa09bd44 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7026017 Mar 08 20:46:48.427196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44094) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:48.433062 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1718819248-router', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:48.501187 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Attempting to bind port c32d7be2-3b20-4af3-9988-ce023d64ec17 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:46:48.501564 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Attempting to bind port c32d7be2-3b20-4af3-9988-ce023d64ec17 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:46:48.501924 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Attempting to bind port c32d7be2-3b20-4af3-9988-ce023d64ec17 on network ecffcd94-e115-4d43-a217-c399c187471f {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:46:48.525776 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:46:48.526158 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Checking segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:46:48.526554 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.526934 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Bound using segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:46:48.527444 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Bound port: c32d7be2-3b20-4af3-9988-ce023d64ec17, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:46:48.527846 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.582075 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-c910c057-7781-4bb7-8061-6e6903674ea7', 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7', 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'fixed_ips': [{'subnet_id': '46a84fe5-6e3b-413f-92b8-3a861847ddea'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:46:48.582075 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.600632 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.603824 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.632147 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] For port c32d7be2-3b20-4af3-9988-ce023d64ec17, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:46:48.632147 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-530077a2-57a8-4f02-bfc7-a7a51119414f None None] Provisioning complete for port c32d7be2-3b20-4af3-9988-ce023d64ec17 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:48.632147 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-530077a2-57a8-4f02-bfc7-a7a51119414f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.661932 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks [] for router_controller (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), precommit_add_association {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.712428 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] For port c32d7be2-3b20-4af3-9988-ce023d64ec17, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=c32d7be2-3b20-4af3-9988-ce023d64ec17,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:46:48.737461 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-530077a2-57a8-4f02-bfc7-a7a51119414f None None] Port c32d7be2-3b20-4af3-9988-ce023d64ec17 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:46:48.885504 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks [] for router_gateway (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.893791 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.946040 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Allocated IP 172.20.0.2 (c910c057-7781-4bb7-8061-6e6903674ea7/46a84fe5-6e3b-413f-92b8-3a861847ddea/86d9de68-77e1-4d92-83fa-cab7086c7fa8) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:46:48.975422 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:46:48.976230 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:46:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:49.035590 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e424c-e0ce-4cba-97d1-a406a255f36b None None] Pushing event updated for resources: {'Port': ['ID=c32d7be2-3b20-4af3-9988-ce023d64ec17,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:49.179703 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-6296418c-55a5-43f2-bb94-819bf275d2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.180209 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks [] for router_gateway (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.182225 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:46:49.202533 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.295983 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Publish callbacks [] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.311764 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Allocated IP 172.27.3.59 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/7575c496-9277-4ec0-b3c3-5787a1593e16) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:46:49.353943 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-5828ad9e-1bb6-4f47-91d5-7151501e8e3b None None] Provisioning complete for port c32d7be2-3b20-4af3-9988-ce023d64ec17 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:49.354385 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5828ad9e-1bb6-4f47-91d5-7151501e8e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.387163 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.421916 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks [] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.456770 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Network c910c057-7781-4bb7-8061-6e6903674ea7 is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:46:49.464678 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:49.469536 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:46:49.487776 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Pushing event updated for resources: {'Port': ['ID=86d9de68-77e1-4d92-83fa-cab7086c7fa8,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:49.524529 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.573969 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Pushing event updated for resources: {'Port': ['ID=7575c496-9277-4ec0-b3c3-5787a1593e16,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:49.588284 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:46:49.589877 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:49.593712 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Attempting to bind port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:46:49.594078 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Attempting to bind port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'a6214676-ef75-41e6-b298-ff2eaf5f992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:46:49.594434 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Attempting to bind port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 on network c910c057-7781-4bb7-8061-6e6903674ea7 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:46:49.598310 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:46:49.601793 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-5828ad9e-1bb6-4f47-91d5-7151501e8e3b None None] Current status of the port c32d7be2-3b20-4af3-9988-ce023d64ec17 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:49.602184 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5828ad9e-1bb6-4f47-91d5-7151501e8e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.607186 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:46:49.607564 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Checking segment: {'id': 'a6214676-ef75-41e6-b298-ff2eaf5f992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:46:49.607964 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.608361 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Bound using segment: {'id': 'a6214676-ef75-41e6-b298-ff2eaf5f992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:46:49.608842 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Bound port: 86d9de68-77e1-4d92-83fa-cab7086c7fa8, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6214676-ef75-41e6-b298-ff2eaf5f992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:46:49.619124 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.632801 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:48Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:49.666094 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device fb6d2533-72d1-47cc-a0ac-161f13b2f62f up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:46:49.713619 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ace3dc-6075-4dca-9b0f-569ac24ef8e6 None None] The sync data for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi is: [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:48Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:46:49.739740 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-5828ad9e-1bb6-4f47-91d5-7151501e8e3b None None] For port c32d7be2-3b20-4af3-9988-ce023d64ec17, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=c32d7be2-3b20-4af3-9988-ce023d64ec17,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:49.792349 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] For port 86d9de68-77e1-4d92-83fa-cab7086c7fa8, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:46:49.805515 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] For port 86d9de68-77e1-4d92-83fa-cab7086c7fa8, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=86d9de68-77e1-4d92-83fa-cab7086c7fa8,segment=NetworkSegment(a6214676-ef75-41e6-b298-ff2eaf5f992b),segment_id=a6214676-ef75-41e6-b298-ff2eaf5f992b)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:46:49.811158 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5828ad9e-1bb6-4f47-91d5-7151501e8e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.816414 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port fb6d2533-72d1-47cc-a0ac-161f13b2f62f triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:49.816776 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.896527 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.901753 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ad9e-1bb6-4f47-91d5-7151501e8e3b None None] Pushing event updated for resources: {'Port': ['ID=c32d7be2-3b20-4af3-9988-ce023d64ec17,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:49.990173 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks [] for router_gateway (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:50.010322 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45923121-ed3c-4ccc-bc33-5c87328a478c None None] Pushing event updated for resources: {'Port': ['ID=86d9de68-77e1-4d92-83fa-cab7086c7fa8,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:50.025441 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port fb6d2533-72d1-47cc-a0ac-161f13b2f62f is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:50.239825 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:50.278671 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:50.787006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:46:50.913034 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:46:50.925352 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Sync routers for ids ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:46:50.937869 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Routers {'5781c3f3-13b6-4af7-8fde-6f69477ea1a6'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:46:50.938796 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:46:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:50.983823 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:50.988006 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-1980fe59-6ddb-4985-991e-c788abd7eaab admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5566676 Mar 08 20:46:50.989434 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44102) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:51.017497 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ec22c6-cfe9-438c-87aa-ad7052e5e425 None None] Network c910c057-7781-4bb7-8061-6e6903674ea7 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:46:51.055195 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Set router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:46:51.106372 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-b50bd804-17df-495d-81d8-ba2b869412f6 None None] Provisioning complete for port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:51.106902 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b50bd804-17df-495d-81d8-ba2b869412f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.230681 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-b50bd804-17df-495d-81d8-ba2b869412f6 None None] Current status of the port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:51.231046 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b50bd804-17df-495d-81d8-ba2b869412f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.256096 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'name': 'tempest-TestVolumeBootPattern-1718819248-router', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:48Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 3, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'gw_port': {'id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:49Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:51.280663 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-b50bd804-17df-495d-81d8-ba2b869412f6 None None] For port 86d9de68-77e1-4d92-83fa-cab7086c7fa8, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=86d9de68-77e1-4d92-83fa-cab7086c7fa8,segment=NetworkSegment(a6214676-ef75-41e6-b298-ff2eaf5f992b),segment_id=a6214676-ef75-41e6-b298-ff2eaf5f992b)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:51.290567 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Checking router: 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:46:51.297606 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Updating router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 port 7575c496-9277-4ec0-b3c3-5787a1593e16 binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:46:51.321919 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.355046 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b50bd804-17df-495d-81d8-ba2b869412f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.419129 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bd804-17df-495d-81d8-ba2b869412f6 None None] Pushing event updated for resources: {'Port': ['ID=86d9de68-77e1-4d92-83fa-cab7086c7fa8,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:51.480836 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-49bf1475-cee6-4841-b380-c557c7f02d04 None None] Provisioning complete for port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:51.481411 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-49bf1475-cee6-4841-b380-c557c7f02d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.482634 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.574241 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-49bf1475-cee6-4841-b380-c557c7f02d04 None None] Current status of the port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:51.657553 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.688760 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Allocated IP 172.20.0.1 (c910c057-7781-4bb7-8061-6e6903674ea7/46a84fe5-6e3b-413f-92b8-3a861847ddea/c1c684f4-1a14-4a76-8699-5b005583f280) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:46:51.725336 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 86d9de68-77e1-4d92-83fa-cab7086c7fa8 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:46:51.739311 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Publish callbacks [] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.780163 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:51.780635 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.801827 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.817206 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Publish callbacks [] for port (c1c684f4-1a14-4a76-8699-5b005583f280), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.853710 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b1b0e-8a8c-45c6-ae20-94fc4f3b310f None None] Pushing event updated for resources: {'Port': ['ID=7575c496-9277-4ec0-b3c3-5787a1593e16,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:51.865599 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Attempting to bind port 7575c496-9277-4ec0-b3c3-5787a1593e16 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:46:51.865965 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Attempting to bind port 7575c496-9277-4ec0-b3c3-5787a1593e16 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:46:51.866325 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Attempting to bind port 7575c496-9277-4ec0-b3c3-5787a1593e16 on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:46:51.872163 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:46:51.872536 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:46:51.872937 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.873325 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:46:51.873792 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Bound port: 7575c496-9277-4ec0-b3c3-5787a1593e16, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:46:51.874168 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.878916 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:51.880162 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device c32d7be2-3b20-4af3-9988-ce023d64ec17 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:46:51.924020 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] For port 7575c496-9277-4ec0-b3c3-5787a1593e16, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:46:51.929052 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] For port 7575c496-9277-4ec0-b3c3-5787a1593e16, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7575c496-9277-4ec0-b3c3-5787a1593e16,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:46:51.932489 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port c32d7be2-3b20-4af3-9988-ce023d64ec17 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:51.932868 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.947698 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.994198 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Network c910c057-7781-4bb7-8061-6e6903674ea7 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:46:51.997076 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:52.000790 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:46:52.021950 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:52.025665 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Pushing event updated for resources: {'Port': ['ID=c1c684f4-1a14-4a76-8699-5b005583f280,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:52.034110 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port c32d7be2-3b20-4af3-9988-ce023d64ec17 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:52.050462 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:52.084200 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Routers {'5781c3f3-13b6-4af7-8fde-6f69477ea1a6'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:46:52.084839 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:46:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:52.129603 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b1b0e-8a8c-45c6-ae20-94fc4f3b310f None None] Pushing event updated for resources: {'Port': ['ID=7575c496-9277-4ec0-b3c3-5787a1593e16,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:52.215592 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] Set router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:46:52.245860 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:52.301498 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-3c82810b-afd6-426f-b4de-6ab19a078812 None None] Provisioning complete for port c1c684f4-1a14-4a76-8699-5b005583f280 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:52.301890 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3c82810b-afd6-426f-b4de-6ab19a078812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:52.339661 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-3c82810b-afd6-426f-b4de-6ab19a078812 None None] Port c1c684f4-1a14-4a76-8699-5b005583f280 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:46:52.404127 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'name': 'tempest-TestVolumeBootPattern-1718819248-router', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:48Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 3, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'gw_port': {'id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:49Z', 'updated_at': '2022-03-08T20:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:52.416912 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Publish callbacks [] for port (c1c684f4-1a14-4a76-8699-5b005583f280), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:52.430945 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e9076-3025-45ed-9e63-4c166d63c6f3 None None] The sync data for ids ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'] in dv-cinder-830097-3-iscsi is: [{'id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'name': 'tempest-TestVolumeBootPattern-1718819248-router', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:48Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 3, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'gw_port': {'id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:49Z', 'updated_at': '2022-03-08T20:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:46:52.474804 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:52.541678 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:52.543421 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Pushing event updated for resources: {'Port': ['ID=c1c684f4-1a14-4a76-8699-5b005583f280,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:52.657897 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Network c910c057-7781-4bb7-8061-6e6903674ea7 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:46:52.659517 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:46:52.800284 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:46:52.909446 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:52.936875 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:46:52.946871 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-150b3927-3068-4950-9344-8dd66e9bf05d admin admin] 10.222.0.55 "PUT /v2.0/routers/5781c3f3-13b6-4af7-8fde-6f69477ea1a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9515798 Mar 08 20:46:52.963755 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-eff4ec13-e57e-4bc8-802a-6e222d9e3820 None None] Provisioning complete for port c1c684f4-1a14-4a76-8699-5b005583f280 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:52.964129 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-eff4ec13-e57e-4bc8-802a-6e222d9e3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:53.004860 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-eff4ec13-e57e-4bc8-802a-6e222d9e3820 None None] Port c1c684f4-1a14-4a76-8699-5b005583f280 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:46:53.623336 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44122) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:53.629038 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7575c496-9277-4ec0-b3c3-5787a1593e16 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:46:53.630149 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-ef82e28d-3286-4106-b822-9919d7179f7f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784741571', 'description': 'tempest-secgroup-smoke-1784741571 description', 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:53.677221 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 7575c496-9277-4ec0-b3c3-5787a1593e16 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:53.677595 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:53.746809 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef82e28d-3286-4106-b822-9919d7179f7f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:53.761072 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 7575c496-9277-4ec0-b3c3-5787a1593e16 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:53.761571 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:53.784856 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 7575c496-9277-4ec0-b3c3-5787a1593e16, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7575c496-9277-4ec0-b3c3-5787a1593e16,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:53.828302 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef82e28d-3286-4106-b822-9919d7179f7f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group (8b135ee2-c907-4e8e-9cae-66de5f41231a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:53.851745 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:53.906212 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=7575c496-9277-4ec0-b3c3-5787a1593e16,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:53.909197 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef82e28d-3286-4106-b822-9919d7179f7f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (8b135ee2-c907-4e8e-9cae-66de5f41231a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:53.938738 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82e28d-3286-4106-b822-9919d7179f7f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b135ee2-c907-4e8e-9cae-66de5f41231a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:54.007792 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef82e28d-3286-4106-b822-9919d7179f7f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.009055 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ef82e28d-3286-4106-b822-9919d7179f7f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3845925 Mar 08 20:46:54.012015 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44130) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:54.023423 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-01644253-9973-4121-852d-ad825eea1151 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'security_group_rule': {'security_group_id': '8b135ee2-c907-4e8e-9cae-66de5f41231a', 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:54.047493 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Sync routers for ids ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:46:54.058051 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Routers {'5781c3f3-13b6-4af7-8fde-6f69477ea1a6'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:46:54.058674 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:46:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:54.102603 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01644253-9973-4121-852d-ad825eea1151 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (1c5f06d2-01d2-43c7-bd3b-c504cc0c03d2), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.163159 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01644253-9973-4121-852d-ad825eea1151 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (1c5f06d2-01d2-43c7-bd3b-c504cc0c03d2), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.228786 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01644253-9973-4121-852d-ad825eea1151 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (1c5f06d2-01d2-43c7-bd3b-c504cc0c03d2), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.249136 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01644253-9973-4121-852d-ad825eea1151 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5f06d2-01d2-43c7-bd3b-c504cc0c03d2,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:54.296168 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Set router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:46:54.327800 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01644253-9973-4121-852d-ad825eea1151 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.329024 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-01644253-9973-4121-852d-ad825eea1151 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160441 Mar 08 20:46:54.332736 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44132) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:54.337363 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-3d0948c1-5d7a-4a63-888c-11b49258f9e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'security_group_rule': {'security_group_id': '8b135ee2-c907-4e8e-9cae-66de5f41231a', 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:54.422373 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3d0948c1-5d7a-4a63-888c-11b49258f9e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (2c533b14-c989-4071-96cb-2d963876980d), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.479394 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3d0948c1-5d7a-4a63-888c-11b49258f9e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (2c533b14-c989-4071-96cb-2d963876980d), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.497821 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'name': 'tempest-TestVolumeBootPattern-1718819248-router', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:48Z', 'updated_at': '2022-03-08T20:46:52Z', 'revision_number': 4, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'gw_port': {'id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:49Z', 'updated_at': '2022-03-08T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c1c684f4-1a14-4a76-8699-5b005583f280', 'name': '', 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'mac_address': 'fa:16:3e:36:47:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '46a84fe5-6e3b-413f-92b8-3a861847ddea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:51Z', 'updated_at': '2022-03-08T20:46:52Z', 'revision_number': 2, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'subnets': [{'id': '46a84fe5-6e3b-413f-92b8-3a861847ddea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:54.528668 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Checking router: 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:46:54.529135 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Updating router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 port c1c684f4-1a14-4a76-8699-5b005583f280 binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:46:54.555780 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.560136 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3d0948c1-5d7a-4a63-888c-11b49258f9e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (2c533b14-c989-4071-96cb-2d963876980d), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.578284 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0948c1-5d7a-4a63-888c-11b49258f9e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c533b14-c989-4071-96cb-2d963876980d,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:54.653935 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3d0948c1-5d7a-4a63-888c-11b49258f9e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.655193 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-3d0948c1-5d7a-4a63-888c-11b49258f9e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3213525 Mar 08 20:46:54.657964 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44134) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:54.662230 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-a7bd71bd-f4c8-416c-822c-13738bc0d9aa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'security_group_rule': {'security_group_id': '8b135ee2-c907-4e8e-9cae-66de5f41231a', 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:54.740942 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a7bd71bd-f4c8-416c-822c-13738bc0d9aa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (d7d5652e-af0d-47bb-b7ea-3c3282a20d9c), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.797171 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a7bd71bd-f4c8-416c-822c-13738bc0d9aa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (d7d5652e-af0d-47bb-b7ea-3c3282a20d9c), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.813793 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Publish callbacks [] for port (c1c684f4-1a14-4a76-8699-5b005583f280), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.880251 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a7bd71bd-f4c8-416c-822c-13738bc0d9aa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (d7d5652e-af0d-47bb-b7ea-3c3282a20d9c), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.886018 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.902256 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd71bd-f4c8-416c-822c-13738bc0d9aa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d5652e-af0d-47bb-b7ea-3c3282a20d9c,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:54.935120 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b4e65-da9c-4a3f-b18b-3b2cc9d17e93 None None] Pushing event updated for resources: {'Port': ['ID=c1c684f4-1a14-4a76-8699-5b005583f280,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:54.974218 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a7bd71bd-f4c8-416c-822c-13738bc0d9aa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:54.978494 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-a7bd71bd-f4c8-416c-822c-13738bc0d9aa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166666 Mar 08 20:46:54.979291 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44138) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:54.984297 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-a50a0699-7356-439e-b340-fe0330de5097 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'security_group_rule': {'security_group_id': '8b135ee2-c907-4e8e-9cae-66de5f41231a', 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:54.995069 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Attempting to bind port c1c684f4-1a14-4a76-8699-5b005583f280 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:46:54.995412 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Attempting to bind port c1c684f4-1a14-4a76-8699-5b005583f280 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'a6214676-ef75-41e6-b298-ff2eaf5f992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:46:54.995743 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Attempting to bind port c1c684f4-1a14-4a76-8699-5b005583f280 on network c910c057-7781-4bb7-8061-6e6903674ea7 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:46:55.001259 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:46:55.001632 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Checking segment: {'id': 'a6214676-ef75-41e6-b298-ff2eaf5f992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:46:55.004634 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.004634 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Bound using segment: {'id': 'a6214676-ef75-41e6-b298-ff2eaf5f992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:46:55.004634 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Bound port: c1c684f4-1a14-4a76-8699-5b005583f280, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6214676-ef75-41e6-b298-ff2eaf5f992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:46:55.004634 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.067549 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] For port c1c684f4-1a14-4a76-8699-5b005583f280, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:46:55.070631 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] For port c1c684f4-1a14-4a76-8699-5b005583f280, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=c1c684f4-1a14-4a76-8699-5b005583f280,segment=NetworkSegment(a6214676-ef75-41e6-b298-ff2eaf5f992b),segment_id=a6214676-ef75-41e6-b298-ff2eaf5f992b)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:46:55.080038 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a50a0699-7356-439e-b340-fe0330de5097 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (9dfd5ab6-391f-4092-a4b5-0c6a7c3ba501), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.138267 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a50a0699-7356-439e-b340-fe0330de5097 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (9dfd5ab6-391f-4092-a4b5-0c6a7c3ba501), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.138780 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.176696 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-dbdda3e3-35b8-4cea-82b2-edb6fb77ece9 None None] Provisioning complete for port c1c684f4-1a14-4a76-8699-5b005583f280 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:55.177070 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-dbdda3e3-35b8-4cea-82b2-edb6fb77ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.210070 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a50a0699-7356-439e-b340-fe0330de5097 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (9dfd5ab6-391f-4092-a4b5-0c6a7c3ba501), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.229995 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a0699-7356-439e-b340-fe0330de5097 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfd5ab6-391f-4092-a4b5-0c6a7c3ba501,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:55.239088 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b4e65-da9c-4a3f-b18b-3b2cc9d17e93 None None] Pushing event updated for resources: {'Port': ['ID=c1c684f4-1a14-4a76-8699-5b005583f280,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:55.242387 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Routers {'5781c3f3-13b6-4af7-8fde-6f69477ea1a6'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:46:55.243010 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:46:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:55.300590 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a50a0699-7356-439e-b340-fe0330de5097 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.301851 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a50a0699-7356-439e-b340-fe0330de5097 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3212683 Mar 08 20:46:55.305237 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44140) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:55.310921 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-3afcc740-c405-4109-a1a0-a1795b9261e9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'security_group_rule': {'security_group_id': '8b135ee2-c907-4e8e-9cae-66de5f41231a', 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:55.377186 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-dbdda3e3-35b8-4cea-82b2-edb6fb77ece9 None None] Current status of the port c1c684f4-1a14-4a76-8699-5b005583f280 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:55.377581 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-dbdda3e3-35b8-4cea-82b2-edb6fb77ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.394738 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.securitygroups_db [None req-3afcc740-c405-4109-a1a0-a1795b9261e9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Project 01aee29bd04840b1a5e0b35fd6bc2d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:46:55.400099 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3afcc740-c405-4109-a1a0-a1795b9261e9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (53b32416-2921-48fa-aec0-cfd3772f9764), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.405971 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] Set router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:46:55.458385 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-dbdda3e3-35b8-4cea-82b2-edb6fb77ece9 None None] For port c1c684f4-1a14-4a76-8699-5b005583f280, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=c1c684f4-1a14-4a76-8699-5b005583f280,segment=NetworkSegment(a6214676-ef75-41e6-b298-ff2eaf5f992b),segment_id=a6214676-ef75-41e6-b298-ff2eaf5f992b)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:46:55.463970 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3afcc740-c405-4109-a1a0-a1795b9261e9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (53b32416-2921-48fa-aec0-cfd3772f9764), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.537463 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3afcc740-c405-4109-a1a0-a1795b9261e9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (53b32416-2921-48fa-aec0-cfd3772f9764), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.538575 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-dbdda3e3-35b8-4cea-82b2-edb6fb77ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.555274 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcc740-c405-4109-a1a0-a1795b9261e9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b32416-2921-48fa-aec0-cfd3772f9764,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:55.613895 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3afcc740-c405-4109-a1a0-a1795b9261e9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.615182 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-3afcc740-c405-4109-a1a0-a1795b9261e9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3088276 Mar 08 20:46:55.617980 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44142) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:46:55.622556 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-8a3752eb-82d5-45a7-aca8-17fa1eec43e1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'security_group_rule': {'security_group_id': '8b135ee2-c907-4e8e-9cae-66de5f41231a', 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:46:55.633903 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7575c496-9277-4ec0-b3c3-5787a1593e16 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:46:55.637268 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdda3e3-35b8-4cea-82b2-edb6fb77ece9 None None] Pushing event updated for resources: {'Port': ['ID=c1c684f4-1a14-4a76-8699-5b005583f280,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:55.694260 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-b2ba0664-b432-4634-8ced-a5d5b46c7b75 None None] Provisioning complete for port c1c684f4-1a14-4a76-8699-5b005583f280 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:55.694633 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b2ba0664-b432-4634-8ced-a5d5b46c7b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.707222 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.securitygroups_db [None req-8a3752eb-82d5-45a7-aca8-17fa1eec43e1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Project 01aee29bd04840b1a5e0b35fd6bc2d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:46:55.712298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8a3752eb-82d5-45a7-aca8-17fa1eec43e1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (a29f6940-0cde-4da9-8f9d-69d0e5fc896b), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.750888 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 7575c496-9277-4ec0-b3c3-5787a1593e16 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:55.751280 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.754567 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'name': 'tempest-TestVolumeBootPattern-1718819248-router', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:48Z', 'updated_at': '2022-03-08T20:46:52Z', 'revision_number': 4, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'gw_port': {'id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:49Z', 'updated_at': '2022-03-08T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c1c684f4-1a14-4a76-8699-5b005583f280', 'name': '', 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'mac_address': 'fa:16:3e:36:47:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '46a84fe5-6e3b-413f-92b8-3a861847ddea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:51Z', 'updated_at': '2022-03-08T20:46:55Z', 'revision_number': 4, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'subnets': [{'id': '46a84fe5-6e3b-413f-92b8-3a861847ddea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:46:55.774680 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8a3752eb-82d5-45a7-aca8-17fa1eec43e1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (a29f6940-0cde-4da9-8f9d-69d0e5fc896b), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.800192 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4b22e-982c-4ac8-9ceb-378516d18cdf None None] The sync data for ids ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'] in dv-cinder-830097-3-iscsi is: [{'id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'name': 'tempest-TestVolumeBootPattern-1718819248-router', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:48Z', 'updated_at': '2022-03-08T20:46:52Z', 'revision_number': 4, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'gw_port': {'id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:49Z', 'updated_at': '2022-03-08T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c1c684f4-1a14-4a76-8699-5b005583f280', 'name': '', 'network_id': 'c910c057-7781-4bb7-8061-6e6903674ea7', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'mac_address': 'fa:16:3e:36:47:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '46a84fe5-6e3b-413f-92b8-3a861847ddea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:51Z', 'updated_at': '2022-03-08T20:46:55Z', 'revision_number': 4, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'subnets': [{'id': '46a84fe5-6e3b-413f-92b8-3a861847ddea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:46:55.846378 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8a3752eb-82d5-45a7-aca8-17fa1eec43e1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (a29f6940-0cde-4da9-8f9d-69d0e5fc896b), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.884975 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3752eb-82d5-45a7-aca8-17fa1eec43e1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29f6940-0cde-4da9-8f9d-69d0e5fc896b,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:46:55.891020 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba0664-b432-4634-8ced-a5d5b46c7b75 None None] Current status of the port c1c684f4-1a14-4a76-8699-5b005583f280 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:55.909839 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 7575c496-9277-4ec0-b3c3-5787a1593e16 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:46:55.950963 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8a3752eb-82d5-45a7-aca8-17fa1eec43e1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:55.952315 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-8a3752eb-82d5-45a7-aca8-17fa1eec43e1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3332684 Mar 08 20:46:57.631245 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device c1c684f4-1a14-4a76-8699-5b005583f280 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:46:57.678235 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port c1c684f4-1a14-4a76-8699-5b005583f280 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:46:57.678613 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:57.754754 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port c1c684f4-1a14-4a76-8699-5b005583f280 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:47:01.691892 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:47:06.348594 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:16.534700 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d97857e9-0cfb-494a-9a19-49410ea1cc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:19.040351 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-fb4a949e-1b7a-4dd3-ac63-6a22f293c8aa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431297 Mar 08 20:47:19.069431 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb0db-5530-4e14-be80-fd1818e07a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:19.136386 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-ff67e643-48fe-4ab9-bdba-a6708146e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:19.137919 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-ff67e643-48fe-4ab9-bdba-a6708146e839 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d025c489243147a6a066ed89bc432d36&device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 1129 time: 0.0481257 Mar 08 20:47:19.239992 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-67b5ebe4-1c2d-4323-bb96-c1d008e4c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:19.241448 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-67b5ebe4-1c2d-4323-bb96-c1d008e4c98f service neutron] 10.222.0.58 "GET /v2.0/networks?id=a34cb40c-9fb5-4c89-b387-35382604842e HTTP/1.1" status: 200 len: 915 time: 0.0839899 Mar 08 20:47:19.283868 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-900c0986-2ffd-485e-afa1-d399b80fc69d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0262b3be-5d2f-4d80-b2e4-79f43a0645b0 HTTP/1.1" status: 200 len: 217 time: 0.0366449 Mar 08 20:47:19.329780 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-10ecd0d8-a814-4e2d-a04f-52f82b308c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:19.331226 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-10ecd0d8-a814-4e2d-a04f-52f82b308c17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e6632b3-a173-42f1-84d8-3681e9354948 HTTP/1.1" status: 200 len: 854 time: 0.0416503 Mar 08 20:47:19.363532 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-f28396c6-f217-41bc-a30e-a8998d6f2f65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a34cb40c-9fb5-4c89-b387-35382604842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246420 Mar 08 20:47:19.453770 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-3d6c82d7-d21e-47d6-a675-22d40e351d25 service neutron] 10.222.0.58 "GET /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839877 Mar 08 20:47:19.542577 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0272bf13-1331-416f-8d76-eb8c8f6bf5d7 req-89720264-5fa2-45e4-846f-1ea2833acc53 service neutron] 10.222.0.58 "GET /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820370 Mar 08 20:47:20.302923 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:21.656766 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:22.919344 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:33.547824 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-4759d7e3-1e65-4698-be63-130d19b833b2 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784741571&fields=id&tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91 HTTP/1.1" status: 200 len: 267 time: 0.0451057 Mar 08 20:47:33.654675 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-796aed3e-66a7-49f1-bd45-c7bad2cea62c tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:33.656361 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-796aed3e-66a7-49f1-bd45-c7bad2cea62c tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 811 time: 0.1023221 Mar 08 20:47:33.671286 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-cd30e95c-4649-4283-afb5-79ea9e7c7739 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/quotas/01aee29bd04840b1a5e0b35fd6bc2d91 HTTP/1.1" status: 200 len: 375 time: 0.0095358 Mar 08 20:47:33.724647 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-629c1477-b574-4fe8-8f95-712f0381bf90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482063 Mar 08 20:47:33.824808 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e9580d41-4fa8-4b10-9386-fa8c0c61395f service neutron] 10.222.0.55 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878532 Mar 08 20:47:33.911632 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-5be0c4fd-d9f3-4271-9fbc-24f40d54a9b4 service neutron] 10.222.0.55 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810926 Mar 08 20:47:35.485109 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-94cb84d7-8e26-4b92-bc95-8a60e5744b22 req-91dc09b0-a2d5-4158-9969-39a6cd04336f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 210 time: 0.0272813 Mar 08 20:47:36.364867 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:36.578899 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d2016fec-aea6-4829-b464-5ea307b48af0 req-a72f0fbe-a34b-45c6-b126-9ae78c389464 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Mar 08 20:47:37.545017 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-244aa54c-abcc-4706-9d68-8e7f4a96dcad tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:37.547498 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-244aa54c-abcc-4706-9d68-8e7f4a96dcad tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 811 time: 0.1222441 Mar 08 20:47:37.623453 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-45bfa09c-1dd7-4b99-ada6-94b93190485e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91 HTTP/1.1" status: 200 len: 380 time: 0.0618923 Mar 08 20:47:37.633430 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'port': {'device_id': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'admin_state_up': True, 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'security_groups': ['8b135ee2-c907-4e8e-9cae-66de5f41231a']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:47:37.690436 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bf128eab-a177-43aa-bfc9-e6a155fb74c0 req-989442ce-a431-4853-b5c6-03dc566b24d7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 210 time: 0.0422063 Mar 08 20:47:37.863174 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Made reservation on behalf of 01aee29bd04840b1a5e0b35fd6bc2d91 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:47:37.866679 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:37.998936 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Allocated IP 172.20.0.6 (ecffcd94-e115-4d43-a217-c399c187471f/a2985601-8e8a-4773-8465-8e9a228d1351/e8201c72-fcc1-4883-924a-e752ebe4511c) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:47:38.159737 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:38.271946 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:38.320665 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Network ecffcd94-e115-4d43-a217-c399c187471f is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:47:38.324434 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:47:38.328753 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:47:38.364761 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'Port': ['ID=e8201c72-fcc1-4883-924a-e752ebe4511c,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:38.377640 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.378341 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.378341 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.378660 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.378996 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.379485 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.379803 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.380142 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.380474 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.380807 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.381138 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.381463 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.382329 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:38.408421 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:38.408421 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:38.485892 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-e2c4d52b-9db0-40f1-8e51-5df5391da67f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8562467 Mar 08 20:47:38.499894 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Request body: {'port': {'device_id': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:47:38.541150 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788544e-6344-4c60-b8aa-0125a4eeb615 req-484ff0c6-5aa8-4a26-bf4d-0cada747371e tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:38.542657 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1788544e-6344-4c60-b8aa-0125a4eeb615 req-484ff0c6-5aa8-4a26-bf4d-0cada747371e tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 945 time: 0.0893641 Mar 08 20:47:38.566087 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-9c3da60a-680f-4124-a541-351f449b6570 None None] Provisioning complete for port e8201c72-fcc1-4883-924a-e752ebe4511c triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:47:38.568520 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9c3da60a-680f-4124-a541-351f449b6570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:38.597535 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:38.601399 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-9c3da60a-680f-4124-a541-351f449b6570 None None] Port e8201c72-fcc1-4883-924a-e752ebe4511c cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:47:38.648973 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1788544e-6344-4c60-b8aa-0125a4eeb615 req-1c856344-e9bb-412e-9859-1d286bc85a08 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985615 Mar 08 20:47:38.691083 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:47:38.816003 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5f456-c14c-4b49-a60c-bfc8944ff51e req-62e67d19-60ae-41b6-9f45-d9a8b35c11b2 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:38.817489 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7db5f456-c14c-4b49-a60c-bfc8944ff51e req-62e67d19-60ae-41b6-9f45-d9a8b35c11b2 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 931 time: 0.0566454 Mar 08 20:47:38.873684 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-7db5f456-c14c-4b49-a60c-bfc8944ff51e req-f0fc069a-237b-4369-9083-362828b9bc45 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496652 Mar 08 20:47:38.891407 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8201c72-fcc1-4883-924a-e752ebe4511c {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:47:38.898835 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Publish callbacks [] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:38.910921 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Transition to ACTIVE for port object e8201c72-fcc1-4883-924a-e752ebe4511c will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:47:38.982118 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:39.034852 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e8201c72-fcc1-4883-924a-e752ebe4511c,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:39.109138 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Attempting to bind port e8201c72-fcc1-4883-924a-e752ebe4511c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:47:39.109505 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Attempting to bind port e8201c72-fcc1-4883-924a-e752ebe4511c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:47:39.109838 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Attempting to bind port e8201c72-fcc1-4883-924a-e752ebe4511c on network ecffcd94-e115-4d43-a217-c399c187471f {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:47:39.114527 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Port e8201c72-fcc1-4883-924a-e752ebe4511c on network ecffcd94-e115-4d43-a217-c399c187471f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:47:39.117832 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Attempting to bind port e8201c72-fcc1-4883-924a-e752ebe4511c on network ecffcd94-e115-4d43-a217-c399c187471f {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:47:39.120603 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:47:39.120963 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Checking segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:47:39.121333 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Bound using segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:47:39.121770 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Bound port: e8201c72-fcc1-4883-924a-e752ebe4511c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:47:39.122130 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:39.187746 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] For port e8201c72-fcc1-4883-924a-e752ebe4511c, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:47:39.190843 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] For port e8201c72-fcc1-4883-924a-e752ebe4511c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8201c72-fcc1-4883-924a-e752ebe4511c,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:47:39.291485 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:39.328132 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:39.328772 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:39.330388 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] 10.222.0.58 "PUT /v2.0/ports/e8201c72-fcc1-4883-924a-e752ebe4511c HTTP/1.1" status: 200 len: 1093 time: 0.8358822 Mar 08 20:47:39.330833 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'tag': 'e8201c72-fcc1-4883-924a-e752ebe4511c'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:47:39.333100 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170397d3-84cd-444a-8aa8-7ef158f74b40" -d '{"events": [{"name": "network-changed", "server_uuid": "5e156f60-bfe1-435a-857d-8f59e2e65930", "tag": "e8201c72-fcc1-4883-924a-e752ebe4511c"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:47:39.372287 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ba2c6-d189-471c-8bef-90c279854e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e8201c72-fcc1-4883-924a-e752ebe4511c,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:39.375926 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcce48ca-073d-44e9-948a-4db7d9815ec1 x-openstack-request-id: req-dcce48ca-073d-44e9-948a-4db7d9815ec1 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:47:39.379280 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e156f60-bfe1-435a-857d-8f59e2e65930", "tag": "e8201c72-fcc1-4883-924a-e752ebe4511c", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:47:39.379280 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dcce48ca-073d-44e9-948a-4db7d9815ec1 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:47:39.379280 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'tag': 'e8201c72-fcc1-4883-924a-e752ebe4511c', 'status': 'completed', 'code': 200} Mar 08 20:47:39.449231 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170397d3-84cd-444a-8aa8-7ef158f74b40 req-eb11cc5f-cb3b-4dda-a271-4dcd53931b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:39.450754 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-170397d3-84cd-444a-8aa8-7ef158f74b40 req-eb11cc5f-cb3b-4dda-a271-4dcd53931b36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 1127 time: 0.0490789 Mar 08 20:47:39.550857 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170397d3-84cd-444a-8aa8-7ef158f74b40 req-7fbec3f4-4260-4d37-baa0-0c767f652abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:39.552367 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-170397d3-84cd-444a-8aa8-7ef158f74b40 req-7fbec3f4-4260-4d37-baa0-0c767f652abc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0937405 Mar 08 20:47:39.648168 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170397d3-84cd-444a-8aa8-7ef158f74b40 req-f13195f2-b474-4307-886f-92b0a56ceb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:39.649547 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-170397d3-84cd-444a-8aa8-7ef158f74b40 req-f13195f2-b474-4307-886f-92b0a56ceb93 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906532 Mar 08 20:47:39.731701 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-52fc6e84-dcf4-4205-ae86-e8079d65ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:39.733221 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-52fc6e84-dcf4-4205-ae86-e8079d65ed4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 1127 time: 0.0463896 Mar 08 20:47:39.771401 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f729a-ed17-42e4-97e2-ebf808013806 req-b32fe64d-6eb1-4909-9801-03c690f7161f tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:39.773463 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-413f729a-ed17-42e4-97e2-ebf808013806 req-b32fe64d-6eb1-4909-9801-03c690f7161f tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 945 time: 0.0547323 Mar 08 20:47:39.779794 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-cda3cf93-a42b-4cec-9c54-28e48145e1cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8201c72-fcc1-4883-924a-e752ebe4511c HTTP/1.1" status: 200 len: 217 time: 0.0393441 Mar 08 20:47:39.821225 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-413f729a-ed17-42e4-97e2-ebf808013806 req-7097011a-d0ec-4441-8088-d52d5e0d32cb tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 Mar 08 20:47:39.833196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-8b9293bd-6d5d-47dd-86ff-1f9b39cd5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:39.834698 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-8b9293bd-6d5d-47dd-86ff-1f9b39cd5101 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0441587 Mar 08 20:47:39.883016 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-11df2d9c-9222-4b22-8c68-3b61472aeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:39.884730 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-11df2d9c-9222-4b22-8c68-3b61472aeb66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439129 Mar 08 20:47:40.008568 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-c7c6116e-d0bb-421e-9010-aabca365d619 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162255 Mar 08 20:47:40.019891 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cc87b-f166-42fc-9d33-0cfda539a517 req-4fe91769-5cbf-40ec-888d-b6c369a330c9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:40.021328 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e61cc87b-f166-42fc-9d33-0cfda539a517 req-4fe91769-5cbf-40ec-888d-b6c369a330c9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 943 time: 0.0734937 Mar 08 20:47:40.125906 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e61cc87b-f166-42fc-9d33-0cfda539a517 req-1096ceaa-f4c1-44c2-a795-96dbe074b432 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960040 Mar 08 20:47:40.144694 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3e355272-8a15-4b9c-ba9d-ad4958d59abd req-102a7238-14b0-403d-985d-5aa57f0d78aa service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224277 Mar 08 20:47:40.383165 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-f6037634-6cc3-43fd-b66a-6ad8dc8154c1 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:40.384609 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-f6037634-6cc3-43fd-b66a-6ad8dc8154c1 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 945 time: 0.0532637 Mar 08 20:47:40.474920 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-86b409b5-8e73-4cdd-bcaf-694f21e16d01 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Deleting port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:47:40.475296 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-86b409b5-8e73-4cdd-bcaf-694f21e16d01 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:40.567326 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-86b409b5-8e73-4cdd-bcaf-694f21e16d01 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] For port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,segment=NetworkSegment(f738acaa-4e55-4b79-b9fb-32a83bc6f629),segment_id=f738acaa-4e55-4b79-b9fb-32a83bc6f629)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:47:40.567688 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-86b409b5-8e73-4cdd-bcaf-694f21e16d01 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:40.579634 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-86b409b5-8e73-4cdd-bcaf-694f21e16d01 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Calling delete_port for 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:47:40.785820 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-86b409b5-8e73-4cdd-bcaf-694f21e16d01 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (0262b3be-5d2f-4d80-b2e4-79f43a0645b0), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:40.796743 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['0262b3be-5d2f-4d80-b2e4-79f43a0645b0'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:47:40.815858 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b409b5-8e73-4cdd-bcaf-694f21e16d01 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Pushing event deleted for resources: {'Port': ['ID=0262b3be-5d2f-4d80-b2e4-79f43a0645b0,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:40.858155 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-86b409b5-8e73-4cdd-bcaf-694f21e16d01 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] No DVR routers for this DVR port 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:47:40.860748 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-86b409b5-8e73-4cdd-bcaf-694f21e16d01 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:40.864131 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-430e6fab-0392-4626-88a3-dc390fb3ad49 req-86b409b5-8e73-4cdd-bcaf-694f21e16d01 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.58 "DELETE /v2.0/ports/0262b3be-5d2f-4d80-b2e4-79f43a0645b0 HTTP/1.1" status: 204 len: 173 time: 0.4743428 Mar 08 20:47:40.922837 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-653ed229-bf20-42b4-a801-9736ad8f1afc req-80818c7e-a95f-4a0d-af66-12593cec56f5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d HTTP/1.1" status: 200 len: 210 time: 0.0307729 Mar 08 20:47:41.245756 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b41f4-cbca-4c77-960f-d287607594f9 req-01231bb5-05a4-4a27-8717-116dd3c59eb3 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:41.247255 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-072b41f4-cbca-4c77-960f-d287607594f9 req-01231bb5-05a4-4a27-8717-116dd3c59eb3 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 943 time: 0.0519981 Mar 08 20:47:41.298708 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-072b41f4-cbca-4c77-960f-d287607594f9 req-6afbb54b-d107-4cd3-a1e5-262b909812d6 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459068 Mar 08 20:47:41.378460 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d', 'name': 'network-vif-deleted', 'tag': '0262b3be-5d2f-4d80-b2e4-79f43a0645b0'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:47:41.380783 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2065c8c-c71d-4bf1-9c29-92bd1ab08a24" -d '{"events": [{"server_uuid": "7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d", "name": "network-vif-deleted", "tag": "0262b3be-5d2f-4d80-b2e4-79f43a0645b0"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:47:41.415931 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93a57cb-6fdc-44c1-956d-b8a09dd544b3 x-openstack-request-id: req-b93a57cb-6fdc-44c1-956d-b8a09dd544b3 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:47:41.416224 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d", "name": "network-vif-deleted", "tag": "0262b3be-5d2f-4d80-b2e4-79f43a0645b0", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:47:41.416503 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b93a57cb-6fdc-44c1-956d-b8a09dd544b3 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:47:41.416892 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a75ee5d-3c03-4a9e-8513-a12fd2a64d7d', 'name': 'network-vif-deleted', 'tag': '0262b3be-5d2f-4d80-b2e4-79f43a0645b0', 'status': 'completed', 'code': 200} Mar 08 20:47:42.422303 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24bb24-f7a3-415b-8ffc-6f749999c567 req-0f55189a-922d-46fc-baf7-2bb4fed5030e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:42.423805 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1a24bb24-f7a3-415b-8ffc-6f749999c567 req-0f55189a-922d-46fc-baf7-2bb4fed5030e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 943 time: 0.0535731 Mar 08 20:47:42.472644 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1a24bb24-f7a3-415b-8ffc-6f749999c567 req-53df8b0d-e6a2-4cc6-a103-9b203849280b tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Mar 08 20:47:43.590713 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc34a4-a742-47f1-9c7e-d03e704cda29 req-ca5f0d9a-96d7-44f6-ad3a-be737bda12ba tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:43.592207 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-73bc34a4-a742-47f1-9c7e-d03e704cda29 req-ca5f0d9a-96d7-44f6-ad3a-be737bda12ba tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 943 time: 0.0529566 Mar 08 20:47:43.640871 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-73bc34a4-a742-47f1-9c7e-d03e704cda29 req-05144978-f32b-4ab8-8e40-4c347770ed2d tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430360 Mar 08 20:47:44.094192 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:47:44.115219 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:47:44.115565 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 0262b3be-5d2f-4d80-b2e4-79f43a0645b0 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:47:44.757832 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec909a-fabf-4a8a-a282-7a28f272b845 req-6f2ec6bc-38b8-41ea-a92d-cc20f79dd478 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:44.760803 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e2ec909a-fabf-4a8a-a282-7a28f272b845 req-6f2ec6bc-38b8-41ea-a92d-cc20f79dd478 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 943 time: 0.0531294 Mar 08 20:47:44.810824 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e2ec909a-fabf-4a8a-a282-7a28f272b845 req-b01c3d86-a39f-469b-8e52-432cacff537d tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454309 Mar 08 20:47:45.935457 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f53f-558f-4c31-aa54-b2c92ba4999d req-a4762011-97fa-4f22-b714-3f2cd8ab2582 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:45.936943 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-af91f53f-558f-4c31-aa54-b2c92ba4999d req-a4762011-97fa-4f22-b714-3f2cd8ab2582 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 943 time: 0.0551577 Mar 08 20:47:45.987378 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-af91f53f-558f-4c31-aa54-b2c92ba4999d req-e822d23d-1462-4637-b2ce-420cc4cfd385 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Mar 08 20:47:46.511013 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-0c5cb8d7-8c7f-47aa-92a5-ac1581245c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:47.110559 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67709b3c-02ec-49e4-badd-d3f5a004a758 req-a2551045-038f-49db-9c75-4fce61ad9cac tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:47.112082 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-67709b3c-02ec-49e4-badd-d3f5a004a758 req-a2551045-038f-49db-9c75-4fce61ad9cac tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 943 time: 0.0571375 Mar 08 20:47:47.161968 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-67709b3c-02ec-49e4-badd-d3f5a004a758 req-046144f7-55ef-4fc3-b3c6-12e429044c30 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440536 Mar 08 20:47:47.804593 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device e8201c72-fcc1-4883-924a-e752ebe4511c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:47:48.045783 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port e8201c72-fcc1-4883-924a-e752ebe4511c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8201c72-fcc1-4883-924a-e752ebe4511c,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:47:48.057608 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': 'e8201c72-fcc1-4883-924a-e752ebe4511c', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'port_id': 'e8201c72-fcc1-4883-924a-e752ebe4511c', 'mac_address': 'fa:16:3e:49:1c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:47:48.096162 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port e8201c72-fcc1-4883-924a-e752ebe4511c is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:47:48.096564 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:48.111031 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8201c72-fcc1-4883-924a-e752ebe4511c {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:47:48.132499 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port e8201c72-fcc1-4883-924a-e752ebe4511c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8201c72-fcc1-4883-924a-e752ebe4511c,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:47:48.262086 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:48.291315 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8a1d5-b8cf-4ee4-b6c2-609229b1bd9a req-329d4af3-6f75-42eb-8461-b1d7e74e2667 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:48.293099 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a3f8a1d5-b8cf-4ee4-b6c2-609229b1bd9a req-329d4af3-6f75-42eb-8461-b1d7e74e2667 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 943 time: 0.0627625 Mar 08 20:47:48.314278 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=e8201c72-fcc1-4883-924a-e752ebe4511c,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:48.321748 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.322238 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.322685 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.323042 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.323445 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.323800 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.324142 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.324478 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.324821 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.325157 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.325497 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.325827 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.326158 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:48.346061 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a3f8a1d5-b8cf-4ee4-b6c2-609229b1bd9a req-65d2bfb9-a90e-4b60-b3de-77c662e29662 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471802 Mar 08 20:47:48.586903 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['e8201c72-fcc1-4883-924a-e752ebe4511c'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:47:49.116945 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-73746df8-2e0d-4fe6-907b-22d7ec80213d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:49.478241 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42782c5d-a56d-45da-ac13-9bd02d68f77b req-7ae133fb-163b-4034-bfe9-39bd3b247ef3 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:49.479825 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-42782c5d-a56d-45da-ac13-9bd02d68f77b req-7ae133fb-163b-4034-bfe9-39bd3b247ef3 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 944 time: 0.0625768 Mar 08 20:47:49.533088 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-42782c5d-a56d-45da-ac13-9bd02d68f77b req-a592b7ed-5908-4a78-ac48-e33470d43963 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464661 Mar 08 20:47:49.820837 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device e8201c72-fcc1-4883-924a-e752ebe4511c up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:47:49.953901 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port e8201c72-fcc1-4883-924a-e752ebe4511c completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:47:49.958718 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port e8201c72-fcc1-4883-924a-e752ebe4511c triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:47:49.959065 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:50.040485 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port e8201c72-fcc1-4883-924a-e752ebe4511c is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:47:50.041707 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:50.067033 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8201c72-fcc1-4883-924a-e752ebe4511c'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:47:50.070368 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e71a63-c4f7-4d55-9577-a380aca526c5" -d '{"events": [{"server_uuid": "5e156f60-bfe1-435a-857d-8f59e2e65930", "name": "network-vif-plugged", "status": "completed", "tag": "e8201c72-fcc1-4883-924a-e752ebe4511c"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:47:50.081899 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port e8201c72-fcc1-4883-924a-e752ebe4511c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8201c72-fcc1-4883-924a-e752ebe4511c,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:47:50.110053 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2eb3a4-3ddd-4679-86d8-446f201785b2 x-openstack-request-id: req-8c2eb3a4-3ddd-4679-86d8-446f201785b2 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:47:50.110350 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e156f60-bfe1-435a-857d-8f59e2e65930", "name": "network-vif-plugged", "status": "completed", "tag": "e8201c72-fcc1-4883-924a-e752ebe4511c", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:47:50.110606 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c2eb3a4-3ddd-4679-86d8-446f201785b2 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:47:50.111003 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8201c72-fcc1-4883-924a-e752ebe4511c', 'code': 200} Mar 08 20:47:50.134149 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:50.195473 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=e8201c72-fcc1-4883-924a-e752ebe4511c,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:50.301971 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:50.655446 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89109b1-20de-4991-84a3-42cc0ac9cfaa req-eaa569e7-40d7-4e18-af98-8c0dc1895e21 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:50.656944 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d89109b1-20de-4991-84a3-42cc0ac9cfaa req-eaa569e7-40d7-4e18-af98-8c0dc1895e21 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 945 time: 0.0533111 Mar 08 20:47:50.712284 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d89109b1-20de-4991-84a3-42cc0ac9cfaa req-76a73b2a-8ef3-448b-a78e-d9da6f3fe828 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494921 Mar 08 20:47:51.655853 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:51.837890 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c45e31-6585-4dd2-89e2-a571e50d0944 req-55a6d959-157d-4ba1-96dc-625954317339 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:51.839444 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-91c45e31-6585-4dd2-89e2-a571e50d0944 req-55a6d959-157d-4ba1-96dc-625954317339 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 945 time: 0.0569124 Mar 08 20:47:51.893995 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-91c45e31-6585-4dd2-89e2-a571e50d0944 req-6a346914-229c-4485-a026-0753d485ae20 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478301 Mar 08 20:47:52.870360 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893bd14-bab3-4fcb-ac9c-8a7a6ce712d8 req-3666c501-e7e2-4a34-9bb9-61e7a48adbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:52.871819 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8893bd14-bab3-4fcb-ac9c-8a7a6ce712d8 req-3666c501-e7e2-4a34-9bb9-61e7a48adbbd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 1129 time: 0.0447083 Mar 08 20:47:52.899667 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:52.924610 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8893bd14-bab3-4fcb-ac9c-8a7a6ce712d8 req-8d6e580c-5821-4057-8027-f2a3595ad49f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470426 Mar 08 20:47:53.013297 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec408-e990-41a7-9969-a7d7ceed53ea req-1c522086-5651-4f2d-93cc-62ca2dc33c24 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:53.015033 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-21dec408-e990-41a7-9969-a7d7ceed53ea req-1c522086-5651-4f2d-93cc-62ca2dc33c24 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 945 time: 0.0529411 Mar 08 20:47:53.090691 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-21dec408-e990-41a7-9969-a7d7ceed53ea req-4374f456-865a-4b35-9218-0bf46afcf272 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698273 Mar 08 20:47:53.675440 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-0e5a25ba-31b3-42fa-b7e9-88e89ea6844b tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:53.676841 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-0e5a25ba-31b3-42fa-b7e9-88e89ea6844b tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/networks?id=a34cb40c-9fb5-4c89-b387-35382604842e HTTP/1.1" status: 200 len: 814 time: 0.1004450 Mar 08 20:47:53.695736 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-b799ba38-4601-410d-a987-010234bbdb69 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/quotas/d025c489243147a6a066ed89bc432d36 HTTP/1.1" status: 200 len: 375 time: 0.0128770 Mar 08 20:47:53.730943 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-8fab8387-97b4-43f4-bdb8-f3d992c287d6 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d025c489243147a6a066ed89bc432d36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295095 Mar 08 20:47:53.821489 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-c52968cb-a469-44ab-af5f-5a59490d0ea1 service neutron] 10.222.0.55 "GET /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838964 Mar 08 20:47:53.914757 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-252f5b81-76bb-4335-8d6b-e5e447ff8366 service neutron] 10.222.0.55 "GET /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875919 Mar 08 20:47:54.169117 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-be949cdc-f0bc-402e-bee0-7ba5544aaa6e req-4895c4c4-0f68-4ed5-a280-3aa3e0508c58 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 210 time: 0.0356860 Mar 08 20:47:54.228243 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb9e51-02a1-4630-bfe9-3a2d772a1b0a req-9c775097-90e7-441f-9fdc-2e5a8b7a33d0 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:54.230056 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3dbb9e51-02a1-4630-bfe9-3a2d772a1b0a req-9c775097-90e7-441f-9fdc-2e5a8b7a33d0 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 945 time: 0.0646806 Mar 08 20:47:54.287604 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3dbb9e51-02a1-4630-bfe9-3a2d772a1b0a req-d86af330-d48a-45e6-ab21-dc661a47479d tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494261 Mar 08 20:47:55.269355 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-50b7ae6a-1089-49d9-8450-068c34ac1e20 req-bdc0d6b7-6fb3-49b3-beef-c6abc1682336 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 210 time: 0.0310318 Mar 08 20:47:55.406507 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45eaeb-2393-4922-89b8-d43b0a382b2c req-385beee1-ab12-4f5d-b8db-1d55365b9ffa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:55.408092 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0b45eaeb-2393-4922-89b8-d43b0a382b2c req-385beee1-ab12-4f5d-b8db-1d55365b9ffa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 945 time: 0.0536408 Mar 08 20:47:55.464369 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0b45eaeb-2393-4922-89b8-d43b0a382b2c req-62afa407-9ae6-4df0-b514-f9e9cc73f965 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499973 Mar 08 20:47:55.794369 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086f75a-1e81-4395-a394-c0afe2910f0f req-5a065151-ad23-4586-b518-871953698a31 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:55.795939 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e086f75a-1e81-4395-a394-c0afe2910f0f req-5a065151-ad23-4586-b518-871953698a31 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 945 time: 0.2655439 Mar 08 20:47:55.845915 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e086f75a-1e81-4395-a394-c0afe2910f0f req-5c870233-398a-49c3-8adf-dffa9d4b0af7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440748 Mar 08 20:47:55.869109 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44548) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:47:56.083532 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6018fab9-c6b0-450d-8415-b5e83b963875 tempest-TestVolumeBootPattern-1383283755 tempest-TestVolumeBootPattern-1383283755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:56.085641 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-6018fab9-c6b0-450d-8415-b5e83b963875 tempest-TestVolumeBootPattern-1383283755 tempest-TestVolumeBootPattern-1383283755-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 1124 time: 0.2153747 Mar 08 20:47:56.090398 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44552) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:47:56.096884 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'port_id': 'e8201c72-fcc1-4883-924a-e752ebe4511c', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:47:56.112565 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-04a16999-13f1-475b-8d93-12636bae8fcf tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:56.114024 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-04a16999-13f1-475b-8d93-12636bae8fcf tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.58 "GET /v2.0/networks?id=a34cb40c-9fb5-4c89-b387-35382604842e HTTP/1.1" status: 200 len: 814 time: 0.1142592 Mar 08 20:47:56.126310 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Request body: {'port': {'device_id': '731afe92-20aa-4627-be5b-304eea471b65', 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e', 'admin_state_up': True, 'tenant_id': 'd025c489243147a6a066ed89bc432d36'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:47:56.199194 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:56.307934 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Made reservation on behalf of d025c489243147a6a066ed89bc432d36 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:47:56.311638 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:56.318218 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:56.404694 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-16a5e9fa-ac7a-4def-9bed-6c072121b2cf req-83225119-e8a0-4de4-80f4-fff1c08eb5b4 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 210 time: 0.0613627 Mar 08 20:47:56.438552 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Allocated IP 172.27.3.91 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/1d47ad40-1881-4faa-98b2-4be27c9de40e) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:47:56.486966 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Allocated IP 172.20.0.10 (a34cb40c-9fb5-4c89-b387-35382604842e/0e6632b3-a173-42f1-84d8-3681e9354948/939ee65b-749d-4507-a22c-00e04fc40686) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:47:56.553856 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for port (1d47ad40-1881-4faa-98b2-4be27c9de40e), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:56.642434 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks [] for port (939ee65b-749d-4507-a22c-00e04fc40686), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:56.650647 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (1d47ad40-1881-4faa-98b2-4be27c9de40e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:56.691860 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:47:56.695393 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:47:56.698922 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:47:56.719251 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (939ee65b-749d-4507-a22c-00e04fc40686), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:56.721626 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'Port': ['ID=1d47ad40-1881-4faa-98b2-4be27c9de40e,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:56.736945 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.737303 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.737654 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.738003 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.738340 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.738673 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.739006 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.739366 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.739698 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.740046 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.740905 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.741225 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.741548 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:56.767880 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Network a34cb40c-9fb5-4c89-b387-35382604842e is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:47:56.771015 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:47:56.773069 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:47:56.798773 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Pushing event updated for resources: {'Port': ['ID=939ee65b-749d-4507-a22c-00e04fc40686,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:56.828525 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:56.829154 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:56.887183 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-78f98432-89f5-4e65-aea4-76297f1bd93a tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7648113 Mar 08 20:47:56.979490 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Request body: {'port': {'device_id': '731afe92-20aa-4627-be5b-304eea471b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:47:57.042062 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (939ee65b-749d-4507-a22c-00e04fc40686), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:57.097308 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (a73abb6f-cabf-4845-9bb7-79ae3c1d9d16), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:57.234406 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (1d47ad40-1881-4faa-98b2-4be27c9de40e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:57.405176 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for port (1d47ad40-1881-4faa-98b2-4be27c9de40e), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:57.491378 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (1d47ad40-1881-4faa-98b2-4be27c9de40e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:57.587652 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'Port': ['ID=1d47ad40-1881-4faa-98b2-4be27c9de40e,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:57.591675 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939ee65b-749d-4507-a22c-00e04fc40686 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:47:57.601048 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Publish callbacks [] for port (939ee65b-749d-4507-a22c-00e04fc40686), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:57.610955 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628f008-ecf7-4d49-a8ea-c1d100035295 req-c5450e1d-e7da-40f8-b254-e2a45699e8b6 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:57.612512 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d628f008-ecf7-4d49-a8ea-c1d100035295 req-c5450e1d-e7da-40f8-b254-e2a45699e8b6 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 932 time: 0.1327982 Mar 08 20:47:57.613326 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Transition to ACTIVE for port object 939ee65b-749d-4507-a22c-00e04fc40686 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:47:57.613718 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (a73abb6f-cabf-4845-9bb7-79ae3c1d9d16), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:57.690692 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (939ee65b-749d-4507-a22c-00e04fc40686), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:57.736807 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d628f008-ecf7-4d49-a8ea-c1d100035295 req-f0e378b8-5527-43ae-9b43-d6e93b7d860f tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850959 Mar 08 20:47:57.746510 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Pushing event updated for resources: {'Port': ['ID=939ee65b-749d-4507-a22c-00e04fc40686,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:57.758761 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.l3_db [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Floating IP a73abb6f-cabf-4845-9bb7-79ae3c1d9d16 associated. External IP: 172.27.3.91, port: e8201c72-fcc1-4883-924a-e752ebe4511c. Mar 08 20:47:57.826319 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Attempting to bind port 939ee65b-749d-4507-a22c-00e04fc40686 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:47:57.826664 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Attempting to bind port 939ee65b-749d-4507-a22c-00e04fc40686 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f738acaa-4e55-4b79-b9fb-32a83bc6f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:47:57.826997 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Attempting to bind port 939ee65b-749d-4507-a22c-00e04fc40686 on network a34cb40c-9fb5-4c89-b387-35382604842e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:47:57.831458 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Port 939ee65b-749d-4507-a22c-00e04fc40686 on network a34cb40c-9fb5-4c89-b387-35382604842e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:47:57.831776 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Attempting to bind port 939ee65b-749d-4507-a22c-00e04fc40686 on network a34cb40c-9fb5-4c89-b387-35382604842e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:47:57.837497 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:47:57.837834 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Checking segment: {'id': 'f738acaa-4e55-4b79-b9fb-32a83bc6f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:47:57.838222 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Bound using segment: {'id': 'f738acaa-4e55-4b79-b9fb-32a83bc6f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:47:57.838647 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Bound port: 939ee65b-749d-4507-a22c-00e04fc40686, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f738acaa-4e55-4b79-b9fb-32a83bc6f629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:47:57.839003 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (939ee65b-749d-4507-a22c-00e04fc40686), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:57.903379 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] For port 939ee65b-749d-4507-a22c-00e04fc40686, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:47:57.906559 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] For port 939ee65b-749d-4507-a22c-00e04fc40686, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=939ee65b-749d-4507-a22c-00e04fc40686,segment=NetworkSegment(f738acaa-4e55-4b79-b9fb-32a83bc6f629),segment_id=f738acaa-4e55-4b79-b9fb-32a83bc6f629)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:47:57.984922 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (939ee65b-749d-4507-a22c-00e04fc40686), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:57.990312 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Router cf517cde-2bb7-4a14-9492-b92e94b95096 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:47:58.020672 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:58.020807 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:58.022829 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] 10.222.0.58 "PUT /v2.0/ports/939ee65b-749d-4507-a22c-00e04fc40686 HTTP/1.1" status: 200 len: 1094 time: 1.0478926 Mar 08 20:47:58.023386 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731afe92-20aa-4627-be5b-304eea471b65', 'tag': '939ee65b-749d-4507-a22c-00e04fc40686'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:47:58.026624 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ec442b-8573-4b2c-92ad-7421f1b7c890" -d '{"events": [{"name": "network-changed", "server_uuid": "731afe92-20aa-4627-be5b-304eea471b65", "tag": "939ee65b-749d-4507-a22c-00e04fc40686"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:47:58.070831 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855e581d-620b-48dd-a7b0-62e91f81e7b6 x-openstack-request-id: req-855e581d-620b-48dd-a7b0-62e91f81e7b6 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:47:58.071627 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731afe92-20aa-4627-be5b-304eea471b65", "tag": "939ee65b-749d-4507-a22c-00e04fc40686", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:47:58.077045 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-855e581d-620b-48dd-a7b0-62e91f81e7b6 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:47:58.077045 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731afe92-20aa-4627-be5b-304eea471b65', 'tag': '939ee65b-749d-4507-a22c-00e04fc40686', 'status': 'completed', 'code': 200} Mar 08 20:47:58.077045 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1234b-6483-4361-ad53-86bc43bb7c44 service neutron] Pushing event updated for resources: {'Port': ['ID=939ee65b-749d-4507-a22c-00e04fc40686,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:58.138858 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:47:58.157630 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] Sync routers for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:47:58.165706 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec442b-8573-4b2c-92ad-7421f1b7c890 req-34582417-8d99-4c66-81da-600ccde42a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:58.165706 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d6ec442b-8573-4b2c-92ad-7421f1b7c890 req-34582417-8d99-4c66-81da-600ccde42a59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d025c489243147a6a066ed89bc432d36&device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 1128 time: 0.0713120 Mar 08 20:47:58.173962 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:47:58.174749 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:47:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:47:58.224017 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:47:58.258952 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-db9aafdf-dadf-4148-b903-20adb2bbc668 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1666281 Mar 08 20:47:58.260225 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'tag': 'e8201c72-fcc1-4883-924a-e752ebe4511c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:47:58.264872 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f76caf3-4018-4d65-b834-a1b2f9262cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e156f60-bfe1-435a-857d-8f59e2e65930", "tag": "e8201c72-fcc1-4883-924a-e752ebe4511c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:47:58.289870 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec442b-8573-4b2c-92ad-7421f1b7c890 req-ab69719e-edf9-4916-bd13-e82518daab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:58.291503 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d6ec442b-8573-4b2c-92ad-7421f1b7c890 req-ab69719e-edf9-4916-bd13-e82518daab12 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d025c489243147a6a066ed89bc432d36&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1197467 Mar 08 20:47:58.302886 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:47:58.400447 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9541e17-35bb-4aa3-b0b2-b5e22e043c9f x-openstack-request-id: req-c9541e17-35bb-4aa3-b0b2-b5e22e043c9f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:47:58.400958 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e156f60-bfe1-435a-857d-8f59e2e65930", "tag": "e8201c72-fcc1-4883-924a-e752ebe4511c", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:47:58.401215 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9541e17-35bb-4aa3-b0b2-b5e22e043c9f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:47:58.401619 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'tag': 'e8201c72-fcc1-4883-924a-e752ebe4511c', 'status': 'completed', 'code': 200} Mar 08 20:47:58.404727 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec442b-8573-4b2c-92ad-7421f1b7c890 req-45228a79-a4de-45c1-af50-0bea2b5fe2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:58.406227 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d6ec442b-8573-4b2c-92ad-7421f1b7c890 req-45228a79-a4de-45c1-af50-0bea2b5fe2fb service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092484 Mar 08 20:47:58.501764 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-86a65984-d458-41e2-be45-c1d558163cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:58.503299 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-86a65984-d458-41e2-be45-c1d558163cfd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 1129 time: 0.0810328 Mar 08 20:47:58.508247 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-4bfc9784-544c-4d19-b577-a55faa05e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:58.509650 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-4bfc9784-544c-4d19-b577-a55faa05e6b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d025c489243147a6a066ed89bc432d36&device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 1128 time: 0.0596974 Mar 08 20:47:58.549848 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a73abb6f-cabf-4845-9bb7-79ae3c1d9d16', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': 'e8201c72-fcc1-4883-924a-e752ebe4511c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:49:1c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:47:56Z', 'updated_at': '2022-03-08T20:47:56Z', 'revision_number': 0, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:47:58.566789 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-cdf1b631-a362-48d1-90c2-89bff6028dcf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=939ee65b-749d-4507-a22c-00e04fc40686 HTTP/1.1" status: 200 len: 217 time: 0.0487945 Mar 08 20:47:58.577817 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] Checking router: cf517cde-2bb7-4a14-9492-b92e94b95096 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:47:58.587363 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:47:58.587987 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:47:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:47:58.658942 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-8ccbdf03-f12f-4669-a83b-e0280fea56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:58.660435 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-8ccbdf03-f12f-4669-a83b-e0280fea56ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e6632b3-a173-42f1-84d8-3681e9354948 HTTP/1.1" status: 200 len: 854 time: 0.0872462 Mar 08 20:47:58.684182 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-9013bbb5-2b15-4e52-a4b3-9fc6d81f650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:58.685972 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-9013bbb5-2b15-4e52-a4b3-9fc6d81f650c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 912 time: 0.1754136 Mar 08 20:47:58.701871 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:47:58.709061 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-e5f155ba-f079-4533-8ea1-d35757cfc124 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a34cb40c-9fb5-4c89-b387-35382604842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387967 Mar 08 20:47:58.829805 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-8332f9f2-b0a5-4eca-8b87-df14a5cab21c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8201c72-fcc1-4883-924a-e752ebe4511c HTTP/1.1" status: 200 len: 998 time: 0.1284413 Mar 08 20:47:58.927532 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-4003a910-8a04-4d40-a6d0-fc2a496628bc service neutron] 10.222.0.58 "GET /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857920 Mar 08 20:47:58.935008 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-139e0ed8-400f-4837-87be-1a705ec6cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:58.936537 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-139e0ed8-400f-4837-87be-1a705ec6cbb6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0996478 Mar 08 20:47:59.003462 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e5b16-f183-4923-ba74-35c2bed7f5ae req-f63c548c-2e7c-4abc-9d90-3485d7ae586b tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:59.005051 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3f8e5b16-f183-4923-ba74-35c2bed7f5ae req-f63c548c-2e7c-4abc-9d90-3485d7ae586b tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 944 time: 0.1717093 Mar 08 20:47:59.037542 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a73abb6f-cabf-4845-9bb7-79ae3c1d9d16', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': 'e8201c72-fcc1-4883-924a-e752ebe4511c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:49:1c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:47:56Z', 'updated_at': '2022-03-08T20:47:56Z', 'revision_number': 0, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:47:59.064410 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc40e63-d1c7-4a8d-b1da-716719397828 None None] The sync data for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi is: [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'a73abb6f-cabf-4845-9bb7-79ae3c1d9d16', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': 'e8201c72-fcc1-4883-924a-e752ebe4511c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:49:1c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:47:56Z', 'updated_at': '2022-03-08T20:47:56Z', 'revision_number': 0, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:47:59.084110 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-7647c7bc-3fa6-4ff1-8e29-7fa962019fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:59.085561 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-7647c7bc-3fa6-4ff1-8e29-7fa962019fbf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1389351 Mar 08 20:47:59.143610 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-67228e83-9542-4e6b-a1cd-d6270a4756ed req-aae4e2b5-b1b6-4573-abe1-f3085651d912 service neutron] 10.222.0.58 "GET /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059355 Mar 08 20:47:59.148447 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3f8e5b16-f183-4923-ba74-35c2bed7f5ae req-66c77684-2e36-414e-b43d-fca110bd988d tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104107 Mar 08 20:47:59.206703 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-678a83f0-88dd-48e0-82f6-5b62c306c3bf service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117277 Mar 08 20:47:59.290830 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe79b0-f309-4f22-8619-b6596b9b263c None None] New status for floating IP a73abb6f-cabf-4845-9bb7-79ae3c1d9d16: ACTIVE {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:47:59.316154 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6f76caf3-4018-4d65-b834-a1b2f9262cc9 req-8b9c785c-ab22-4a10-bb6d-3e1c5af044b4 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033351 Mar 08 20:48:00.273789 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e06026-7b9c-46e1-a6dc-aeaf8edac083 req-c7db9aec-1daa-4e1c-9f3d-d3c428cdbdbf tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:00.275313 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e5e06026-7b9c-46e1-a6dc-aeaf8edac083 req-c7db9aec-1daa-4e1c-9f3d-d3c428cdbdbf tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 944 time: 0.0560861 Mar 08 20:48:00.330740 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e5e06026-7b9c-46e1-a6dc-aeaf8edac083 req-cbf66911-f0c1-48f6-a50a-ca524d71dcaf tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494282 Mar 08 20:48:01.450864 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a31bf9-b46d-442e-899c-b847fe3e4059 req-57f50f35-3c40-4935-851b-22bb0abf5fe5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:01.452468 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-91a31bf9-b46d-442e-899c-b847fe3e4059 req-57f50f35-3c40-4935-851b-22bb0abf5fe5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 944 time: 0.0532992 Mar 08 20:48:01.501482 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-91a31bf9-b46d-442e-899c-b847fe3e4059 req-cf6f12f2-fcf5-478e-a65f-4722948be407 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432758 Mar 08 20:48:01.844417 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 939ee65b-749d-4507-a22c-00e04fc40686 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:48:01.948648 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 939ee65b-749d-4507-a22c-00e04fc40686, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=939ee65b-749d-4507-a22c-00e04fc40686,segment=NetworkSegment(f738acaa-4e55-4b79-b9fb-32a83bc6f629),segment_id=f738acaa-4e55-4b79-b9fb-32a83bc6f629)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:48:01.960697 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '939ee65b-749d-4507-a22c-00e04fc40686', 'network_id': 'a34cb40c-9fb5-4c89-b387-35382604842e', 'port_id': '939ee65b-749d-4507-a22c-00e04fc40686', 'mac_address': 'fa:16:3e:1f:9c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6632b3-a173-42f1-84d8-3681e9354948', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:48:01.999680 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 939ee65b-749d-4507-a22c-00e04fc40686 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:48:02.000098 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (939ee65b-749d-4507-a22c-00e04fc40686), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:02.014404 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939ee65b-749d-4507-a22c-00e04fc40686 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:48:02.036521 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 939ee65b-749d-4507-a22c-00e04fc40686, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=939ee65b-749d-4507-a22c-00e04fc40686,segment=NetworkSegment(f738acaa-4e55-4b79-b9fb-32a83bc6f629),segment_id=f738acaa-4e55-4b79-b9fb-32a83bc6f629)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:48:02.096002 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (939ee65b-749d-4507-a22c-00e04fc40686), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:02.146910 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=939ee65b-749d-4507-a22c-00e04fc40686,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:48:02.400635 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['939ee65b-749d-4507-a22c-00e04fc40686'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:48:02.632626 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d6b4-682f-41b7-927c-e4a125700505 req-ab3aa59b-a980-42a2-8fee-75e0a8639ccf tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:02.634304 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-00e2d6b4-682f-41b7-927c-e4a125700505 req-ab3aa59b-a980-42a2-8fee-75e0a8639ccf tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 945 time: 0.0572758 Mar 08 20:48:02.690068 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-00e2d6b4-682f-41b7-927c-e4a125700505 req-d7215ba3-11fc-462c-bf8a-5998bfea78ad tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Mar 08 20:48:03.813100 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d46f9-a4ec-4272-83b0-c61ea4ad6f87 req-eb4bef36-22a1-4ba0-aca9-3893dbd43e8c tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:03.814548 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad0d46f9-a4ec-4272-83b0-c61ea4ad6f87 req-eb4bef36-22a1-4ba0-aca9-3893dbd43e8c tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 945 time: 0.0545654 Mar 08 20:48:03.851321 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 939ee65b-749d-4507-a22c-00e04fc40686 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:48:03.860459 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ad0d46f9-a4ec-4272-83b0-c61ea4ad6f87 req-91622843-2cdd-4718-92ed-bbfaa260255b tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Mar 08 20:48:03.976416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 939ee65b-749d-4507-a22c-00e04fc40686 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:48:03.980639 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 939ee65b-749d-4507-a22c-00e04fc40686 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:48:03.981015 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (939ee65b-749d-4507-a22c-00e04fc40686), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:04.061872 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 939ee65b-749d-4507-a22c-00e04fc40686 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:48:04.062265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (939ee65b-749d-4507-a22c-00e04fc40686), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:04.084269 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731afe92-20aa-4627-be5b-304eea471b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939ee65b-749d-4507-a22c-00e04fc40686'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:48:04.086484 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc1a1a6-b743-477a-82f9-74ad27f6d8c5" -d '{"events": [{"server_uuid": "731afe92-20aa-4627-be5b-304eea471b65", "name": "network-vif-plugged", "status": "completed", "tag": "939ee65b-749d-4507-a22c-00e04fc40686"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:48:04.098497 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 939ee65b-749d-4507-a22c-00e04fc40686, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=939ee65b-749d-4507-a22c-00e04fc40686,segment=NetworkSegment(f738acaa-4e55-4b79-b9fb-32a83bc6f629),segment_id=f738acaa-4e55-4b79-b9fb-32a83bc6f629)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:48:04.123308 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d66cfad-3396-4320-8408-ce391c5f0005 x-openstack-request-id: req-3d66cfad-3396-4320-8408-ce391c5f0005 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:48:04.123609 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731afe92-20aa-4627-be5b-304eea471b65", "name": "network-vif-plugged", "status": "completed", "tag": "939ee65b-749d-4507-a22c-00e04fc40686", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:48:04.123859 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d66cfad-3396-4320-8408-ce391c5f0005 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:48:04.124254 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731afe92-20aa-4627-be5b-304eea471b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939ee65b-749d-4507-a22c-00e04fc40686', 'code': 200} Mar 08 20:48:04.198952 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (939ee65b-749d-4507-a22c-00e04fc40686), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:04.246227 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=939ee65b-749d-4507-a22c-00e04fc40686,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:48:04.497796 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0531b5-63d3-4561-a6d3-c6c885cfbb33 req-cb556fbe-4594-4b5e-8e8c-df0efde2176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:04.499387 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3a0531b5-63d3-4561-a6d3-c6c885cfbb33 req-cb556fbe-4594-4b5e-8e8c-df0efde2176d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 1130 time: 0.0488000 Mar 08 20:48:04.545144 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-3a0531b5-63d3-4561-a6d3-c6c885cfbb33 req-566248bf-52ca-4230-9189-9cb7bbfc8eaa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Mar 08 20:48:05.146032 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a672f-4a51-4fc8-af6c-1131fe2ff12e req-59f9a788-a9fc-47ab-b19d-7852e3258a93 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:05.147821 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-672a672f-4a51-4fc8-af6c-1131fe2ff12e req-59f9a788-a9fc-47ab-b19d-7852e3258a93 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 946 time: 0.0652471 Mar 08 20:48:05.198952 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-672a672f-4a51-4fc8-af6c-1131fe2ff12e req-c3c2e502-2cf1-4a66-acb8-e80d6b1ac7a9 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452945 Mar 08 20:48:06.323280 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dbbfa-4a92-456e-8429-03a4a724cb54 req-27c94111-67c3-45b2-88bd-6a8d167d4b6c tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:06.324769 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3c2dbbfa-4a92-456e-8429-03a4a724cb54 req-27c94111-67c3-45b2-88bd-6a8d167d4b6c tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 946 time: 0.0552878 Mar 08 20:48:06.373775 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3c2dbbfa-4a92-456e-8429-03a4a724cb54 req-83ac23c3-b36d-494a-a47b-2b36e5d3dd76 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Mar 08 20:48:06.387521 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:15.689623 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:48:16.561997 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9db86100-f268-4edb-98dd-5f5c47b45e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:19.067316 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-42acb807-795c-4712-a188-07d1f371d712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:19.159183 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-019ab641-a7f9-47e1-a3c3-29f02d9bb251 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520208 Mar 08 20:48:20.253327 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:20.675487 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-c42eecdd-1658-4fb5-aee8-d1c49b2037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:20.677596 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-c42eecdd-1658-4fb5-aee8-d1c49b2037d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 1129 time: 0.0455444 Mar 08 20:48:20.788719 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-09f08790-dc5a-4896-9151-9fc8013cb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:20.790178 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-09f08790-dc5a-4896-9151-9fc8013cb6ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 912 time: 0.0940187 Mar 08 20:48:20.873243 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-7b6de206-1e03-4be1-9f06-779f9f51a299 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8201c72-fcc1-4883-924a-e752ebe4511c HTTP/1.1" status: 200 len: 1000 time: 0.0765820 Mar 08 20:48:20.947043 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-fae8ca30-f70c-48b7-acf1-e627393bb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:20.948463 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-fae8ca30-f70c-48b7-acf1-e627393bb40e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0694029 Mar 08 20:48:21.012240 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-453de1e9-7cde-4b51-95a0-5fac6dbb032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:21.014011 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-453de1e9-7cde-4b51-95a0-5fac6dbb032d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560064 Mar 08 20:48:21.117778 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-38f1b08d-ce91-4fe2-8ae5-d8518e3bab14 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960200 Mar 08 20:48:21.229565 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8aa48935-422d-4465-a9fd-52c3e4f1a7d3 req-f6e76ff4-f57a-4757-88ac-df0b701339ce service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054399 Mar 08 20:48:21.687874 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:22.950870 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:34.018751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236cd38-dc6e-4b67-936e-cfbc65abc5e5 req-703a71b6-799c-4110-91b8-498766650369 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:34.022003 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0236cd38-dc6e-4b67-936e-cfbc65abc5e5 req-703a71b6-799c-4110-91b8-498766650369 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 946 time: 0.0923157 Mar 08 20:48:34.106438 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-0236cd38-dc6e-4b67-936e-cfbc65abc5e5 req-b90d2821-a2dd-420a-8cb7-a76ff94c9300 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755522 Mar 08 20:48:35.298287 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81e2d3-0e7e-4f71-b1a8-1cd3a09dafdd req-aedd2cd6-bf5c-4890-8c01-a0c521c0d3a0 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:35.300712 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7d81e2d3-0e7e-4f71-b1a8-1cd3a09dafdd req-aedd2cd6-bf5c-4890-8c01-a0c521c0d3a0 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 946 time: 0.0918360 Mar 08 20:48:35.358392 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7d81e2d3-0e7e-4f71-b1a8-1cd3a09dafdd req-ec20d8ac-f2b8-49e3-a025-ca6dca795568 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/security-groups?id=a50bdc04-8515-4762-8004-55b5e0d9d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482280 Mar 08 20:48:35.568721 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [req-a7c70dc2-dc4a-4013-9165-498c97f223d5 req-7cf37012-2483-44b3-8ee2-da60e8efdcea service neutron] (103530) timed out ('10.222.0.58', 49452) {{(pid=103530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:48:35.830264 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-0601baf7-c6e8-4a6b-819a-497177e6441c tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:48:35.832819 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-0601baf7-c6e8-4a6b-819a-497177e6441c tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.58 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 946 time: 0.0885110 Mar 08 20:48:35.975863 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-963b1d59-9521-49a0-a2da-2d51be6512b5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Deleting port 939ee65b-749d-4507-a22c-00e04fc40686 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:48:35.976394 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-963b1d59-9521-49a0-a2da-2d51be6512b5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (939ee65b-749d-4507-a22c-00e04fc40686), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:36.090572 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-963b1d59-9521-49a0-a2da-2d51be6512b5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] For port 939ee65b-749d-4507-a22c-00e04fc40686, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=939ee65b-749d-4507-a22c-00e04fc40686,segment=NetworkSegment(f738acaa-4e55-4b79-b9fb-32a83bc6f629),segment_id=f738acaa-4e55-4b79-b9fb-32a83bc6f629)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:48:36.090898 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-963b1d59-9521-49a0-a2da-2d51be6512b5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (939ee65b-749d-4507-a22c-00e04fc40686), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:36.110027 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-963b1d59-9521-49a0-a2da-2d51be6512b5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Calling delete_port for 939ee65b-749d-4507-a22c-00e04fc40686 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:48:36.410307 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:36.433477 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-963b1d59-9521-49a0-a2da-2d51be6512b5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (939ee65b-749d-4507-a22c-00e04fc40686), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:36.471040 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b1d59-9521-49a0-a2da-2d51be6512b5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Pushing event deleted for resources: {'Port': ['ID=939ee65b-749d-4507-a22c-00e04fc40686,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:48:36.483905 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a6ee4039-9f26-46b8-bee4-cb500da43f12 req-0047097d-6962-4752-bc98-c0387737bd2b tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.55 "GET /v2.0/ports?device_id=731afe92-20aa-4627-be5b-304eea471b65 HTTP/1.1" status: 200 len: 210 time: 0.0330846 Mar 08 20:48:36.522120 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-963b1d59-9521-49a0-a2da-2d51be6512b5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] No DVR routers for this DVR port 939ee65b-749d-4507-a22c-00e04fc40686 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:48:36.524878 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-963b1d59-9521-49a0-a2da-2d51be6512b5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:36.528453 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d5daeb1e-8750-454a-8eef-c57a17937082 req-963b1d59-9521-49a0-a2da-2d51be6512b5 tempest-VolumesSnapshotTestJSON-594644102 tempest-VolumesSnapshotTestJSON-594644102-project] 10.222.0.58 "DELETE /v2.0/ports/939ee65b-749d-4507-a22c-00e04fc40686 HTTP/1.1" status: 204 len: 173 time: 0.6904035 Mar 08 20:48:36.528942 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731afe92-20aa-4627-be5b-304eea471b65', 'name': 'network-vif-deleted', 'tag': '939ee65b-749d-4507-a22c-00e04fc40686'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:48:36.531376 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8af8bd-094c-4b46-b322-89607590ac68" -d '{"events": [{"server_uuid": "731afe92-20aa-4627-be5b-304eea471b65", "name": "network-vif-deleted", "tag": "939ee65b-749d-4507-a22c-00e04fc40686"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:48:36.617277 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231cc66c-0966-4e34-b29b-7fe66f9c0740 x-openstack-request-id: req-231cc66c-0966-4e34-b29b-7fe66f9c0740 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:48:36.617277 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731afe92-20aa-4627-be5b-304eea471b65", "name": "network-vif-deleted", "tag": "939ee65b-749d-4507-a22c-00e04fc40686", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:48:36.617277 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-231cc66c-0966-4e34-b29b-7fe66f9c0740 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:48:36.617277 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731afe92-20aa-4627-be5b-304eea471b65', 'name': 'network-vif-deleted', 'tag': '939ee65b-749d-4507-a22c-00e04fc40686', 'status': 'completed', 'code': 200} Mar 08 20:48:37.084008 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-29a461b1-b3d2-455e-bcac-298ea41a0680 req-98e38c96-dc8f-4eb8-bec6-4adc2e8461b3 service neutron] (103531) timed out ('10.222.0.58', 49449) {{(pid=103531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:48:37.993217 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 939ee65b-749d-4507-a22c-00e04fc40686 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:48:38.022241 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 939ee65b-749d-4507-a22c-00e04fc40686 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:48:38.022590 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 939ee65b-749d-4507-a22c-00e04fc40686 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:48:46.529217 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-2d696c12-1944-46f5-9a47-a7181e4ae032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:49.058207 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5921e88f-592b-4792-b526-dcc4b3efe156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:50.272711 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:51.676385 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:48:52.689612 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:48:52.929564 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:06.411907 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:06.729199 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44830) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:06.777487 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Deleting subnet 0e6632b3-a173-42f1-84d8-3681e9354948 {{(pid=103531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:49:06.780794 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Publish callbacks [] for subnet (0e6632b3-a173-42f1-84d8-3681e9354948), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:06.816302 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095704'] for subnet (0e6632b3-a173-42f1-84d8-3681e9354948), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:06.855856 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (0e6632b3-a173-42f1-84d8-3681e9354948), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:06.980649 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9274928'] for subnet (0e6632b3-a173-42f1-84d8-3681e9354948), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:07.007723 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6632b3-a173-42f1-84d8-3681e9354948,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:07.010386 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:07.013821 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0e6632b3-a173-42f1-84d8-3681e9354948 HTTP/1.1" status: 204 len: 168 time: 0.2836053 Mar 08 20:49:07.017934 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44832) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:07.022090 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.022439 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.022775 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.023139 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.023490 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.023820 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.024152 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.024540 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.024872 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.025200 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.025562 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.025867 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.026190 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41fb98f-90bc-4ffc-8914-b1dba92979e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.099075 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (a34cb40c-9fb5-4c89-b387-35382604842e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:07.180213 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (a34cb40c-9fb5-4c89-b387-35382604842e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:07.200427 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34cb40c-9fb5-4c89-b387-35382604842e']}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:07.210631 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f738acaa-4e55-4b79-b9fb-32a83bc6f629') {'for_net_delete': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:07.210931 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f738acaa-4e55-4b79-b9fb-32a83bc6f629') {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:07.220608 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134516'] for segment (f738acaa-4e55-4b79-b9fb-32a83bc6f629), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:07.237267 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (f738acaa-4e55-4b79-b9fb-32a83bc6f629), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:07.243708 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:49:07.244105 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10270707'] for segment (f738acaa-4e55-4b79-b9fb-32a83bc6f629), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: Traceback (most recent call last): Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: timer() Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: cb(*args, **kw) Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: return func(*args, **kwargs) Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: self._notify() Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: self.callback(batched_events) Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: event.method(event) Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: return f(self, *a, **k) Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._get(url).json() Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: return self.request(url, 'GET', **kwargs) Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:49:07.245842 dv-cinder-830097-3-iscsi neutron-server[103530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:49:07.406137 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (a34cb40c-9fb5-4c89-b387-35382604842e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:07.411087 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:07.414584 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] 10.222.0.55 "DELETE /v2.0/networks/a34cb40c-9fb5-4c89-b387-35382604842e HTTP/1.1" status: 204 len: 168 time: 0.3949974 Mar 08 20:49:07.427819 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Pushing event deleted for resources: {'Network': ['ID=a34cb40c-9fb5-4c89-b387-35382604842e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:07.435880 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.436238 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.436590 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.436935 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.437473 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.437646 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.437932 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.438286 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.438620 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.438949 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.439312 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.439643 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.440888 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdfcfe-d88b-438d-8ff6-7579c9a1c5db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:07.930918 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44836) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:07.972701 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-4fa3a97c-c48d-4db3-a353-925af4274b5f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d025c489243147a6a066ed89bc432d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404842 Mar 08 20:49:07.975192 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44838) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:08.030613 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad4ee-4a72-45b3-b9ee-2dab5c82c538 admin admin] Publish callbacks [] for security_group (a50bdc04-8515-4762-8004-55b5e0d9d31a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:08.055299 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad4ee-4a72-45b3-b9ee-2dab5c82c538 admin admin] Publish callbacks [] for security_group (a50bdc04-8515-4762-8004-55b5e0d9d31a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:08.200374 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad4ee-4a72-45b3-b9ee-2dab5c82c538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a50bdc04-8515-4762-8004-55b5e0d9d31a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:08.203015 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad4ee-4a72-45b3-b9ee-2dab5c82c538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:08.204255 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-9b1ad4ee-4a72-45b3-b9ee-2dab5c82c538 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a50bdc04-8515-4762-8004-55b5e0d9d31a HTTP/1.1" status: 204 len: 168 time: 0.2281249 Mar 08 20:49:08.212538 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ad4ee-4a72-45b3-b9ee-2dab5c82c538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50bdc04-8515-4762-8004-55b5e0d9d31a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:09.418706 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44860) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:09.548929 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-141775154-network', 'tenant_id': '4a47465b59ca44de84349545f56d02a6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:09.655240 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Made reservation on behalf of 4a47465b59ca44de84349545f56d02a6 for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:49:09.658083 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:09.669986 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:09.755707 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Publish callbacks [] for security_group (bd7c9f61-935e-427a-a038-3c9d0703f64a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:09.849401 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (bd7c9f61-935e-427a-a038-3c9d0703f64a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:09.895265 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:49:09.907720 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7c9f61-935e-427a-a038-3c9d0703f64a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:09.914611 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (1127df21-41fc-4d83-972b-a4087c4fd8d8), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:09.915132 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Added segment 1127df21-41fc-4d83-972b-a4087c4fd8d8 of type vlan for network 42f56289-5f17-4993-86cc-1df2422f6f90 Mar 08 20:49:09.978632 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (42f56289-5f17-4993-86cc-1df2422f6f90), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:10.086376 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (42f56289-5f17-4993-86cc-1df2422f6f90), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:10.087498 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:10.088132 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:10.182037 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] Pushing event updated for resources: {'Network': ['ID=42f56289-5f17-4993-86cc-1df2422f6f90,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:10.197132 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network 42f56289-5f17-4993-86cc-1df2422f6f90 details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:49:10.199699 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-24541d90-b0e9-4b1f-9da5-e6c3c808e852 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7795415 Mar 08 20:49:10.204027 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44864) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:10.213504 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Request body: {'subnet': {'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-141775154-subnet', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'ip_version': 4}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:10.329693 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Made reservation on behalf of 4a47465b59ca44de84349545f56d02a6 for: {'subnet': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:49:10.333150 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9010420'] for subnet (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:10.644405 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10269022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9010410'] for subnet (d1a25d29-d619-404f-ba5b-8b4e87e42e0e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:10.701733 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a25d29-d619-404f-ba5b-8b4e87e42e0e,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:10.710869 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Checking segment: {'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:49:10.711245 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Network hostable DHCP agents. Network: 42f56289-5f17-4993-86cc-1df2422f6f90, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:49:10.909836 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Network 42f56289-5f17-4993-86cc-1df2422f6f90 is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:49:11.102958 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, 42f56289-5f17-4993-86cc-1df2422f6f90) {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:11.107625 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:11.108229 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:11.113875 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df7fd7-9a94-4d1e-b6d2-3a283952f631 None None] Network 42f56289-5f17-4993-86cc-1df2422f6f90 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:49:11.226506 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-42f56289-5f17-4993-86cc-1df2422f6f90', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'project_id': '4a47465b59ca44de84349545f56d02a6', 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:49:11.227393 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:11.326525 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-1d177186-ec29-414a-be9e-23af249f8c52 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1208375 Mar 08 20:49:11.329254 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44866) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:11.334307 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:11.371679 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Allocated IP 172.20.0.2 (42f56289-5f17-4993-86cc-1df2422f6f90/d1a25d29-d619-404f-ba5b-8b4e87e42e0e/91c36c76-8576-4413-a09a-b7b7010052ed) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:49:11.483551 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (9e5ef72c-55d4-45df-b11b-f4262689590f), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:11.484609 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (9e5ef72c-55d4-45df-b11b-f4262689590f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:11.529363 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Publish callbacks [] for port (91c36c76-8576-4413-a09a-b7b7010052ed), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:11.541047 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks [] for router_controller (9e5ef72c-55d4-45df-b11b-f4262689590f), precommit_add_association {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:11.640685 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:11.686348 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Network 42f56289-5f17-4993-86cc-1df2422f6f90 is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:49:11.689457 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:11.693444 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:49:11.700946 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Pushing event updated for resources: {'Port': ['ID=91c36c76-8576-4413-a09a-b7b7010052ed,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:11.724514 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.724901 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.725252 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.725576 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.725901 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.726222 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.726540 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.726861 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.727207 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.727801 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.727801 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.728115 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.728426 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:11.766342 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Attempting to bind port 91c36c76-8576-4413-a09a-b7b7010052ed on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:49:11.766730 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Attempting to bind port 91c36c76-8576-4413-a09a-b7b7010052ed by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:49:11.767147 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Attempting to bind port 91c36c76-8576-4413-a09a-b7b7010052ed on network 42f56289-5f17-4993-86cc-1df2422f6f90 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:49:11.773290 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:49:11.773665 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Checking segment: {'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:49:11.774064 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:11.774457 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Bound using segment: {'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:49:11.774919 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Bound port: 91c36c76-8576-4413-a09a-b7b7010052ed, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:49:11.775315 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:11.853551 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] For port 91c36c76-8576-4413-a09a-b7b7010052ed, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:49:11.855886 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks [] for router_gateway (9e5ef72c-55d4-45df-b11b-f4262689590f), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:11.856731 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] For port 91c36c76-8576-4413-a09a-b7b7010052ed, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=91c36c76-8576-4413-a09a-b7b7010052ed,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:49:12.080790 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:12.144203 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911edc-402a-475e-8ff2-83ca2384471b None None] Pushing event updated for resources: {'Port': ['ID=91c36c76-8576-4413-a09a-b7b7010052ed,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:12.595319 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks [] for router_gateway (9e5ef72c-55d4-45df-b11b-f4262689590f), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:12.614933 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:12.716456 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Allocated IP 172.27.3.70 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/338a1284-94b4-451b-8544-b10062e24ce7) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:49:12.831719 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks [] for port (338a1284-94b4-451b-8544-b10062e24ce7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:13.009149 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (338a1284-94b4-451b-8544-b10062e24ce7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:13.050214 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:49:13.053835 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:13.056697 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:49:13.066879 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fca5d3-7a04-4170-b9da-fcf7d9195f1d None None] Network 42f56289-5f17-4993-86cc-1df2422f6f90 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:49:13.084936 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Pushing event updated for resources: {'Port': ['ID=338a1284-94b4-451b-8544-b10062e24ce7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:13.146217 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-3f40c95e-098b-4dc2-9296-f8a387b0462c None None] Provisioning complete for port 91c36c76-8576-4413-a09a-b7b7010052ed triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:13.146577 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3f40c95e-098b-4dc2-9296-f8a387b0462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:13.399814 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-3f40c95e-098b-4dc2-9296-f8a387b0462c None None] Current status of the port 91c36c76-8576-4413-a09a-b7b7010052ed is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:13.400202 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3f40c95e-098b-4dc2-9296-f8a387b0462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:13.437883 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-3f40c95e-098b-4dc2-9296-f8a387b0462c None None] For port 91c36c76-8576-4413-a09a-b7b7010052ed, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=91c36c76-8576-4413-a09a-b7b7010052ed,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:49:13.486153 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks [] for router_gateway (9e5ef72c-55d4-45df-b11b-f4262689590f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:13.526047 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3f40c95e-098b-4dc2-9296-f8a387b0462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:13.583290 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40c95e-098b-4dc2-9296-f8a387b0462c None None] Pushing event updated for resources: {'Port': ['ID=91c36c76-8576-4413-a09a-b7b7010052ed,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:13.648977 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-6bc22ef0-f09e-4e31-83e6-0a161f461426 None None] Provisioning complete for port 91c36c76-8576-4413-a09a-b7b7010052ed triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:13.649285 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-6bc22ef0-f09e-4e31-83e6-0a161f461426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:13.728731 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (9e5ef72c-55d4-45df-b11b-f4262689590f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:13.741559 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 91c36c76-8576-4413-a09a-b7b7010052ed up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:49:13.781193 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-6bc22ef0-f09e-4e31-83e6-0a161f461426 None None] Current status of the port 91c36c76-8576-4413-a09a-b7b7010052ed is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:13.818380 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 91c36c76-8576-4413-a09a-b7b7010052ed triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:13.818754 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:13.901164 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 91c36c76-8576-4413-a09a-b7b7010052ed is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:13.977274 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Router 9e5ef72c-55d4-45df-b11b-f4262689590f is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:49:14.092815 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:49:14.103116 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Sync routers for ids ['9e5ef72c-55d4-45df-b11b-f4262689590f'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:49:14.114866 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Routers {'9e5ef72c-55d4-45df-b11b-f4262689590f'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:49:14.116630 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:48:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['9e5ef72c-55d4-45df-b11b-f4262689590f'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:14.167707 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:14.169017 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-745f18d9-132c-43ba-bbaa-6a0207fe75ed admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8387382 Mar 08 20:49:14.171989 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44868) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:14.224693 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Set router 9e5ef72c-55d4-45df-b11b-f4262689590f gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:49:14.425024 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:13Z', 'revision_number': 3, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:14.451427 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Checking router: 9e5ef72c-55d4-45df-b11b-f4262689590f for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:49:14.451762 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Updating router 9e5ef72c-55d4-45df-b11b-f4262689590f port 338a1284-94b4-451b-8544-b10062e24ce7 binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:49:14.481505 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (338a1284-94b4-451b-8544-b10062e24ce7), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:14.639499 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:14.758853 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Publish callbacks [] for port (338a1284-94b4-451b-8544-b10062e24ce7), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:14.805423 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Allocated IP 172.20.0.1 (42f56289-5f17-4993-86cc-1df2422f6f90/d1a25d29-d619-404f-ba5b-8b4e87e42e0e/7e195070-c323-4236-83cb-e2270cda3272) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:49:14.910789 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Publish callbacks [] for port (7e195070-c323-4236-83cb-e2270cda3272), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:14.911700 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (338a1284-94b4-451b-8544-b10062e24ce7), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:14.965806 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Attempting to bind port 338a1284-94b4-451b-8544-b10062e24ce7 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:49:14.966178 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Attempting to bind port 338a1284-94b4-451b-8544-b10062e24ce7 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:49:14.966540 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Attempting to bind port 338a1284-94b4-451b-8544-b10062e24ce7 on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:49:14.968634 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Pushing event updated for resources: {'Port': ['ID=338a1284-94b4-451b-8544-b10062e24ce7,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:14.977383 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:49:14.977764 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:49:14.978174 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:14.978566 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:49:14.979041 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Bound port: 338a1284-94b4-451b-8544-b10062e24ce7, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:49:14.979457 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (338a1284-94b4-451b-8544-b10062e24ce7), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:14.981692 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.982062 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.982427 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.982770 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.983123 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.983460 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.983791 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.984117 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.984443 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.984786 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.985114 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.985436 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:14.985756 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:15.020292 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (7e195070-c323-4236-83cb-e2270cda3272), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:15.048547 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] For port 338a1284-94b4-451b-8544-b10062e24ce7, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:49:15.052840 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] For port 338a1284-94b4-451b-8544-b10062e24ce7, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=338a1284-94b4-451b-8544-b10062e24ce7,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:49:15.062663 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Network 42f56289-5f17-4993-86cc-1df2422f6f90 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:49:15.066166 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:15.069705 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:49:15.075590 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Pushing event updated for resources: {'Port': ['ID=7e195070-c323-4236-83cb-e2270cda3272,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:15.117053 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (9e5ef72c-55d4-45df-b11b-f4262689590f), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:15.140374 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (338a1284-94b4-451b-8544-b10062e24ce7), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:15.206946 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Routers {'9e5ef72c-55d4-45df-b11b-f4262689590f'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:49:15.207734 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:48:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['9e5ef72c-55d4-45df-b11b-f4262689590f'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:15.211729 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8c48a-4bb5-4347-9088-52a79f30c125 None None] Pushing event updated for resources: {'Port': ['ID=338a1284-94b4-451b-8544-b10062e24ce7,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:15.316308 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-d16624b2-1b53-4dba-9c7c-2e327ead5811 None None] Provisioning complete for port 7e195070-c323-4236-83cb-e2270cda3272 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:15.316891 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d16624b2-1b53-4dba-9c7c-2e327ead5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7e195070-c323-4236-83cb-e2270cda3272), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:15.323133 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] Set router 9e5ef72c-55d4-45df-b11b-f4262689590f gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:49:15.351286 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-d16624b2-1b53-4dba-9c7c-2e327ead5811 None None] Port 7e195070-c323-4236-83cb-e2270cda3272 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:49:15.359531 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7e195070-c323-4236-83cb-e2270cda3272), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:15.513994 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:13Z', 'revision_number': 3, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:15.537648 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Publish callbacks [] for port (7e195070-c323-4236-83cb-e2270cda3272), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:15.543490 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e52e54-ad7f-425f-b77a-4a8c3b8e2006 None None] The sync data for ids ['9e5ef72c-55d4-45df-b11b-f4262689590f'] in dv-cinder-830097-3-iscsi is: [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:13Z', 'revision_number': 3, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:49:15.614543 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (7e195070-c323-4236-83cb-e2270cda3272), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:15.693029 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (9e5ef72c-55d4-45df-b11b-f4262689590f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:15.694839 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Pushing event updated for resources: {'Port': ['ID=7e195070-c323-4236-83cb-e2270cda3272,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:15.820092 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Network 42f56289-5f17-4993-86cc-1df2422f6f90 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:49:15.821698 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:15.991206 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Router 9e5ef72c-55d4-45df-b11b-f4262689590f has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:49:16.078029 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-fe2131cf-655b-416b-bb52-183593ed199d None None] Provisioning complete for port 7e195070-c323-4236-83cb-e2270cda3272 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:16.078310 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-fe2131cf-655b-416b-bb52-183593ed199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7e195070-c323-4236-83cb-e2270cda3272), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:16.120235 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-fe2131cf-655b-416b-bb52-183593ed199d None None] Port 7e195070-c323-4236-83cb-e2270cda3272 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:49:16.139005 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:49:16.148971 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-54a7e399-d762-4384-946b-c8d5e8f8e973 admin admin] 10.222.0.55 "PUT /v2.0/routers/9e5ef72c-55d4-45df-b11b-f4262689590f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9710360 Mar 08 20:49:16.525762 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-260cb83a-d99e-4e81-a2c2-999341bcbd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:16.916191 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44888) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:16.921141 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-650178303-network', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:17.204103 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Made reservation on behalf of 650c7f93cfc54f7693ca6cc0bdb7fd01 for: {'network': 1} {{(pid=103530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:49:17.209875 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for network (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:17.219222 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:17.261834 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Sync routers for ids ['9e5ef72c-55d4-45df-b11b-f4262689590f'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:49:17.275478 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Routers {'9e5ef72c-55d4-45df-b11b-f4262689590f'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:49:17.278314 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:48:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['9e5ef72c-55d4-45df-b11b-f4262689590f'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:17.307373 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Publish callbacks [] for security_group (c993a49b-faef-4bda-a2e2-e2ba3cb5f66d), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:17.397342 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (c993a49b-faef-4bda-a2e2-e2ba3cb5f66d), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:17.398825 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Set router 9e5ef72c-55d4-45df-b11b-f4262689590f gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:49:17.419902 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:49:17.434238 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c993a49b-faef-4bda-a2e2-e2ba3cb5f66d,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:17.439089 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (3f68ec79-b290-42f7-a9fb-e7f93ac3807f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:17.439453 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.segments_db [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Added segment 3f68ec79-b290-42f7-a9fb-e7f93ac3807f of type vlan for network 70d70863-8933-4ae5-bd1c-353f2e51e4ed Mar 08 20:49:17.485433 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745625346838'] for network (70d70863-8933-4ae5-bd1c-353f2e51e4ed), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:17.588592 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680'] for network (70d70863-8933-4ae5-bd1c-353f2e51e4ed), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:17.589656 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:17.590285 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:17.621167 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7e195070-c323-4236-83cb-e2270cda3272', 'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'mac_address': 'fa:16:3e:6c:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:14Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 2, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'subnets': [{'id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:17.649666 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Checking router: 9e5ef72c-55d4-45df-b11b-f4262689590f for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:49:17.650275 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Updating router 9e5ef72c-55d4-45df-b11b-f4262689590f port 7e195070-c323-4236-83cb-e2270cda3272 binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:49:17.656668 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] Pushing event updated for resources: {'Network': ['ID=70d70863-8933-4ae5-bd1c-353f2e51e4ed,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:17.679004 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Network 70d70863-8933-4ae5-bd1c-353f2e51e4ed details requested by agent ovs-agent-dv-cinder-830097-3-iscsi with host dv-cinder-830097-3-iscsi {{(pid=103532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:49:17.694654 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-38910d29-3a29-4150-99fd-3a7ae864581f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7773464 Mar 08 20:49:17.703458 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44890) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:17.710922 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Request body: {'subnet': {'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-650178303-subnet', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'ip_version': 4}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:17.715007 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7e195070-c323-4236-83cb-e2270cda3272), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:17.754861 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 338a1284-94b4-451b-8544-b10062e24ce7 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:49:17.817994 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Made reservation on behalf of 650c7f93cfc54f7693ca6cc0bdb7fd01 for: {'subnet': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:49:17.821944 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9274967'] for subnet (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:17.926398 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 338a1284-94b4-451b-8544-b10062e24ce7 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:17.926692 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (338a1284-94b4-451b-8544-b10062e24ce7), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.072359 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9274953'] for subnet (00afcde7-a900-43a0-a69f-2e6ea38ca820), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.097273 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 338a1284-94b4-451b-8544-b10062e24ce7 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:18.097665 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (338a1284-94b4-451b-8544-b10062e24ce7), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.136607 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00afcde7-a900-43a0-a69f-2e6ea38ca820,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:18.142147 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Checking segment: {'id': '3f68ec79-b290-42f7-a9fb-e7f93ac3807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:49:18.142514 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Network hostable DHCP agents. Network: 70d70863-8933-4ae5-bd1c-353f2e51e4ed, hostable agents: ['0922aa07-4464-4359-8102-d3e4f7dbf834'], hosted agents: [] {{(pid=103531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:49:18.146567 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 338a1284-94b4-451b-8544-b10062e24ce7, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=338a1284-94b4-451b-8544-b10062e24ce7,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:49:18.168136 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Publish callbacks [] for port (7e195070-c323-4236-83cb-e2270cda3272), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.212029 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (338a1284-94b4-451b-8544-b10062e24ce7), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.242942 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Network 70d70863-8933-4ae5-bd1c-353f2e51e4ed is scheduled to be hosted by DHCP agent 0922aa07-4464-4359-8102-d3e4f7dbf834 with binding_index 1 {{(pid=103531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:49:18.253435 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7e195070-c323-4236-83cb-e2270cda3272), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.282103 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=338a1284-94b4-451b-8544-b10062e24ce7,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:18.364757 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0646f-c699-4d60-96aa-3e3bcf37cb3d None None] Pushing event updated for resources: {'Port': ['ID=7e195070-c323-4236-83cb-e2270cda3272,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:18.377277 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Attempting to bind port 7e195070-c323-4236-83cb-e2270cda3272 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:49:18.378313 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Attempting to bind port 7e195070-c323-4236-83cb-e2270cda3272 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:49:18.378773 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Attempting to bind port 7e195070-c323-4236-83cb-e2270cda3272 on network 42f56289-5f17-4993-86cc-1df2422f6f90 {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:49:18.383015 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-3-iscsi, 70d70863-8933-4ae5-bd1c-353f2e51e4ed) {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:18.386751 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:49:18.387444 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Checking segment: {'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:49:18.387738 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:18.388532 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.388723 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.389827 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Bound using segment: {'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:49:18.390630 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Bound port: 7e195070-c323-4236-83cb-e2270cda3272, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:49:18.391172 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7e195070-c323-4236-83cb-e2270cda3272), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.397841 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1934ea-6531-44a3-9887-77f8f94ae1f4 None None] Network 70d70863-8933-4ae5-bd1c-353f2e51e4ed requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:49:18.527338 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] For port 7e195070-c323-4236-83cb-e2270cda3272, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:49:18.529444 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-30323157-6a23-40a4-b335-17754dc1aa01 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8242071 Mar 08 20:49:18.532296 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44892) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:18.537566 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-650178303-router', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:18.563508 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] For port 7e195070-c323-4236-83cb-e2270cda3272, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7e195070-c323-4236-83cb-e2270cda3272,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:49:18.571297 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf729aa1d-c429-5895-8ec4-bc0fc766409b-70d70863-8933-4ae5-bd1c-353f2e51e4ed', 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed', 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'fixed_ips': [{'subnet_id': '00afcde7-a900-43a0-a69f-2e6ea38ca820'}]}} from dv-cinder-830097-3-iscsi. {{(pid=103532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:49:18.572173 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.586358 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-fbc90743-6e9a-43ef-aa4a-5cd151efd915 None None] Provisioning complete for port 7e195070-c323-4236-83cb-e2270cda3272 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:18.586726 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-fbc90743-6e9a-43ef-aa4a-5cd151efd915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7e195070-c323-4236-83cb-e2270cda3272), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.654597 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-854938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24666'] for router (be076109-81c5-414e-9775-37c50d42d1d1), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.655883 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-859353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24659'] for router (be076109-81c5-414e-9775-37c50d42d1d1), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.679624 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-fbc90743-6e9a-43ef-aa4a-5cd151efd915 None None] Port 7e195070-c323-4236-83cb-e2270cda3272 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:49:18.716355 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks [] for router_controller (be076109-81c5-414e-9775-37c50d42d1d1), precommit_add_association {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.728680 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7e195070-c323-4236-83cb-e2270cda3272), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:18.795309 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.db_base_plugin_common [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Allocated IP 172.20.0.2 (70d70863-8933-4ae5-bd1c-353f2e51e4ed/00afcde7-a900-43a0-a69f-2e6ea38ca820/d397514a-50d6-40dc-a401-77444056c960) {{(pid=103532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:49:18.820103 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0646f-c699-4d60-96aa-3e3bcf37cb3d None None] Pushing event updated for resources: {'Port': ['ID=7e195070-c323-4236-83cb-e2270cda3272,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:18.825469 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Routers {'9e5ef72c-55d4-45df-b11b-f4262689590f'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:49:18.826003 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:48:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['9e5ef72c-55d4-45df-b11b-f4262689590f'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:18.976737 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks [] for router_gateway (be076109-81c5-414e-9775-37c50d42d1d1), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.176793 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-4581d540-4b3f-4a90-b605-0baa693d2c82 None None] Provisioning complete for port 7e195070-c323-4236-83cb-e2270cda3272 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:19.177168 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-4581d540-4b3f-4a90-b605-0baa693d2c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7e195070-c323-4236-83cb-e2270cda3272), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.217867 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] Set router 9e5ef72c-55d4-45df-b11b-f4262689590f gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:49:19.220324 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-39bdd6ae-2428-42b2-8f01-68b8a7d2872e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.270690 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks [] for router_gateway (be076109-81c5-414e-9775-37c50d42d1d1), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.291461 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.347014 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Publish callbacks [] for port (d397514a-50d6-40dc-a401-77444056c960), precommit_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.411489 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Allocated IP 172.27.3.22 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/816f7f85-340e-4ec4-a01d-399cb5551808) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:49:19.450989 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535'] for port (d397514a-50d6-40dc-a401-77444056c960), after_create {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.459331 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-4581d540-4b3f-4a90-b605-0baa693d2c82 None None] Current status of the port 7e195070-c323-4236-83cb-e2270cda3272 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:19.459707 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-4581d540-4b3f-4a90-b605-0baa693d2c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (7e195070-c323-4236-83cb-e2270cda3272), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.530251 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks [] for port (816f7f85-340e-4ec4-a01d-399cb5551808), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.533107 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Network 70d70863-8933-4ae5-bd1c-353f2e51e4ed is already hosted by enough agents. {{(pid=103532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:49:19.557520 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.scheduler.base_scheduler [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Resources bound (agent type, host, resource id): {{(pid=103532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:19.564481 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Pushing event updated for resources: {'Port': ['ID=d397514a-50d6-40dc-a401-77444056c960,revision_number=1']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:19.569022 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Received port after_create {{(pid=103532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:49:19.588016 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-4581d540-4b3f-4a90-b605-0baa693d2c82 None None] For port 7e195070-c323-4236-83cb-e2270cda3272, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7e195070-c323-4236-83cb-e2270cda3272,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:49:19.645624 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Attempting to bind port d397514a-50d6-40dc-a401-77444056c960 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:49:19.646007 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Attempting to bind port d397514a-50d6-40dc-a401-77444056c960 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '3f68ec79-b290-42f7-a9fb-e7f93ac3807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:49:19.646370 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Attempting to bind port d397514a-50d6-40dc-a401-77444056c960 on network 70d70863-8933-4ae5-bd1c-353f2e51e4ed {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:49:19.649009 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.654551 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:49:19.654923 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Checking segment: {'id': '3f68ec79-b290-42f7-a9fb-e7f93ac3807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:49:19.664238 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.664238 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Bound using segment: {'id': '3f68ec79-b290-42f7-a9fb-e7f93ac3807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:49:19.664238 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Bound port: d397514a-50d6-40dc-a401-77444056c960, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f68ec79-b290-42f7-a9fb-e7f93ac3807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:49:19.664238 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (d397514a-50d6-40dc-a401-77444056c960), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.664238 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7e195070-c323-4236-83cb-e2270cda3272', 'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'mac_address': 'fa:16:3e:6c:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:14Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'subnets': [{'id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:19.698325 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:49:19.704216 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-4581d540-4b3f-4a90-b605-0baa693d2c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (7e195070-c323-4236-83cb-e2270cda3272), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.704821 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:19.706708 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:49:19.706861 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3bb2a-071c-4c0b-b8cd-1f365ff51fd5 None None] The sync data for ids ['9e5ef72c-55d4-45df-b11b-f4262689590f'] in dv-cinder-830097-3-iscsi is: [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7e195070-c323-4236-83cb-e2270cda3272', 'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'mac_address': 'fa:16:3e:6c:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:14Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'subnets': [{'id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:49:19.714361 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=816f7f85-340e-4ec4-a01d-399cb5551808,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:19.755742 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 338a1284-94b4-451b-8544-b10062e24ce7 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:49:19.862934 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581d540-4b3f-4a90-b605-0baa693d2c82 None None] Pushing event updated for resources: {'Port': ['ID=7e195070-c323-4236-83cb-e2270cda3272,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:19.876196 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] For port d397514a-50d6-40dc-a401-77444056c960, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:49:19.878552 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] For port d397514a-50d6-40dc-a401-77444056c960, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=d397514a-50d6-40dc-a401-77444056c960,segment=NetworkSegment(3f68ec79-b290-42f7-a9fb-e7f93ac3807f),segment_id=3f68ec79-b290-42f7-a9fb-e7f93ac3807f)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:49:19.892238 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 338a1284-94b4-451b-8544-b10062e24ce7 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:19.892727 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (338a1284-94b4-451b-8544-b10062e24ce7), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.982660 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (d397514a-50d6-40dc-a401-77444056c960), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:19.991149 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 338a1284-94b4-451b-8544-b10062e24ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:20.056972 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5386d69-d23b-4bc0-bca5-08b59735bcc5 None None] Pushing event updated for resources: {'Port': ['ID=d397514a-50d6-40dc-a401-77444056c960,revision_number=2']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:20.280814 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:20.372295 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks [] for router_gateway (be076109-81c5-414e-9775-37c50d42d1d1), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:20.618215 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-855649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-859380'] for router (be076109-81c5-414e-9775-37c50d42d1d1), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:20.851477 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Router be076109-81c5-414e-9775-37c50d42d1d1 is scheduled to L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af with binding_index 1 {{(pid=103530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:49:20.982967 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:49:20.994453 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Sync routers for ids ['be076109-81c5-414e-9775-37c50d42d1d1'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:49:21.015069 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Routers {'be076109-81c5-414e-9775-37c50d42d1d1'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:49:21.015811 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:49:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['be076109-81c5-414e-9775-37c50d42d1d1'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:21.081380 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.084083 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-33838cdf-59aa-49a0-a41c-8cf187b19ff6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5504396 Mar 08 20:49:21.085085 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44894) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:21.145187 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Set router be076109-81c5-414e-9775-37c50d42d1d1 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:49:21.154620 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a7488-c12f-4bef-b2b0-623f39bf1361 None None] Network 70d70863-8933-4ae5-bd1c-353f2e51e4ed requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:49:21.286623 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-c7643a6d-0ce0-4507-8331-0d0f7b245496 None None] Provisioning complete for port d397514a-50d6-40dc-a401-77444056c960 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:21.286623 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c7643a6d-0ce0-4507-8331-0d0f7b245496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (d397514a-50d6-40dc-a401-77444056c960), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.380463 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-c7643a6d-0ce0-4507-8331-0d0f7b245496 None None] Current status of the port d397514a-50d6-40dc-a401-77444056c960 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:21.380854 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c7643a6d-0ce0-4507-8331-0d0f7b245496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (d397514a-50d6-40dc-a401-77444056c960), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.419130 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-c7643a6d-0ce0-4507-8331-0d0f7b245496 None None] For port d397514a-50d6-40dc-a401-77444056c960, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=d397514a-50d6-40dc-a401-77444056c960,segment=NetworkSegment(3f68ec79-b290-42f7-a9fb-e7f93ac3807f),segment_id=3f68ec79-b290-42f7-a9fb-e7f93ac3807f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:49:21.492122 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c7643a6d-0ce0-4507-8331-0d0f7b245496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (d397514a-50d6-40dc-a401-77444056c960), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.492999 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'name': 'tempest-TestShelveInstance-650178303-router', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:18Z', 'updated_at': '2022-03-08T20:49:20Z', 'revision_number': 3, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'gw_port': {'id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:19Z', 'updated_at': '2022-03-08T20:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:21.532396 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Checking router: be076109-81c5-414e-9775-37c50d42d1d1 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:49:21.533366 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Updating router be076109-81c5-414e-9775-37c50d42d1d1 port 816f7f85-340e-4ec4-a01d-399cb5551808 binding host dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:49:21.557530 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7643a6d-0ce0-4507-8331-0d0f7b245496 None None] Pushing event updated for resources: {'Port': ['ID=d397514a-50d6-40dc-a401-77444056c960,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:21.567301 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.604873 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.630552 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-902d3d84-49a3-44ae-b639-f33eb4f195dc None None] Provisioning complete for port d397514a-50d6-40dc-a401-77444056c960 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:21.631715 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-902d3d84-49a3-44ae-b639-f33eb4f195dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (d397514a-50d6-40dc-a401-77444056c960), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.731446 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.788019 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-902d3d84-49a3-44ae-b639-f33eb4f195dc None None] Current status of the port d397514a-50d6-40dc-a401-77444056c960 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:21.840859 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Allocated IP 172.20.0.1 (70d70863-8933-4ae5-bd1c-353f2e51e4ed/00afcde7-a900-43a0-a69f-2e6ea38ca820/3e8facb5-9fde-4948-bd4e-f5e46f887d2c) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:49:21.877860 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7e195070-c323-4236-83cb-e2270cda3272 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:49:21.898036 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Publish callbacks [] for port (816f7f85-340e-4ec4-a01d-399cb5551808), precommit_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.949827 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 7e195070-c323-4236-83cb-e2270cda3272 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:21.950138 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (7e195070-c323-4236-83cb-e2270cda3272), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.960192 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:21.978835 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Publish callbacks [] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.027300 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Attempting to bind port 816f7f85-340e-4ec4-a01d-399cb5551808 on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:49:22.028005 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Attempting to bind port 816f7f85-340e-4ec4-a01d-399cb5551808 by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:49:22.028164 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Attempting to bind port 816f7f85-340e-4ec4-a01d-399cb5551808 on network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:49:22.039184 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:49:22.040125 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Checking segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:49:22.040125 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.040423 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Bound using segment: {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'} {{(pid=103533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:49:22.040889 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.managers [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Bound port: 816f7f85-340e-4ec4-a01d-399cb5551808, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02afc65-4536-4a65-8e05-8d8f0c953461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6'}}] {{(pid=103533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:49:22.041311 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), before_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.043957 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94fab2-cc4b-418b-bc0f-e3a940fe922e None None] Pushing event updated for resources: {'Port': ['ID=816f7f85-340e-4ec4-a01d-399cb5551808,revision_number=2']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:22.046958 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 7e195070-c323-4236-83cb-e2270cda3272 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:22.048062 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device d397514a-50d6-40dc-a401-77444056c960 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:49:22.083985 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.104954 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] For port 816f7f85-340e-4ec4-a01d-399cb5551808, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:49:22.105208 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port d397514a-50d6-40dc-a401-77444056c960 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:22.105813 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (d397514a-50d6-40dc-a401-77444056c960), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.108225 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.plugins.ml2.db [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] For port 816f7f85-340e-4ec4-a01d-399cb5551808, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=816f7f85-340e-4ec4-a01d-399cb5551808,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:49:22.126139 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Network 70d70863-8933-4ae5-bd1c-353f2e51e4ed is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:49:22.129050 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:22.132506 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:49:22.162634 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Pushing event updated for resources: {'Port': ['ID=3e8facb5-9fde-4948-bd4e-f5e46f887d2c,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:22.182127 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-852441'] for router_interface (be076109-81c5-414e-9775-37c50d42d1d1), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.195045 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port d397514a-50d6-40dc-a401-77444056c960 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:22.209235 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), after_update {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.271637 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Routers {'be076109-81c5-414e-9775-37c50d42d1d1'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:49:22.272293 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:49:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['be076109-81c5-414e-9775-37c50d42d1d1'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:22.277910 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94fab2-cc4b-418b-bc0f-e3a940fe922e None None] Pushing event updated for resources: {'Port': ['ID=816f7f85-340e-4ec4-a01d-399cb5551808,revision_number=3']} {{(pid=103533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:22.398096 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] Set router be076109-81c5-414e-9775-37c50d42d1d1 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:49:22.418697 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.422530 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-7c046234-b803-40ec-9dba-59357d6a85cb None None] Provisioning complete for port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:22.423300 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-7c046234-b803-40ec-9dba-59357d6a85cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.477619 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-7c046234-b803-40ec-9dba-59357d6a85cb None None] Port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:49:22.605145 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'name': 'tempest-TestShelveInstance-650178303-router', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:18Z', 'updated_at': '2022-03-08T20:49:20Z', 'revision_number': 3, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'gw_port': {'id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:19Z', 'updated_at': '2022-03-08T20:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:22.638294 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b1b38-4650-4e12-8484-9d6e4741f89f None None] The sync data for ids ['be076109-81c5-414e-9775-37c50d42d1d1'] in dv-cinder-830097-3-iscsi is: [{'id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'name': 'tempest-TestShelveInstance-650178303-router', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:18Z', 'updated_at': '2022-03-08T20:49:20Z', 'revision_number': 3, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'gw_port': {'id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:19Z', 'updated_at': '2022-03-08T20:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:49:22.920710 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Publish callbacks [] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.929250 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:22.994347 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:23.071304 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-852405'] for router_interface (be076109-81c5-414e-9775-37c50d42d1d1), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:23.073495 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Pushing event updated for resources: {'Port': ['ID=3e8facb5-9fde-4948-bd4e-f5e46f887d2c,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:23.180987 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Network 70d70863-8933-4ae5-bd1c-353f2e51e4ed is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:49:23.183913 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:23.369290 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Router be076109-81c5-414e-9775-37c50d42d1d1 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:49:23.506607 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-5e27390a-a7d4-41d5-8ad7-23b641cb9533 None None] Provisioning complete for port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:23.507367 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5e27390a-a7d4-41d5-8ad7-23b641cb9533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:23.516332 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:49:23.523664 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-f19a2d31-6885-4501-a6f4-0132ca955ecd admin admin] 10.222.0.55 "PUT /v2.0/routers/be076109-81c5-414e-9775-37c50d42d1d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4370782 Mar 08 20:49:23.554402 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-5e27390a-a7d4-41d5-8ad7-23b641cb9533 None None] Port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:49:23.740391 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 816f7f85-340e-4ec4-a01d-399cb5551808 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:49:23.798243 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 816f7f85-340e-4ec4-a01d-399cb5551808 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:23.798243 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:23.913750 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 816f7f85-340e-4ec4-a01d-399cb5551808 is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:23.914152 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:23.941128 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] For port 816f7f85-340e-4ec4-a01d-399cb5551808, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=816f7f85-340e-4ec4-a01d-399cb5551808,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:49:24.005787 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:24.069215 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Pushing event updated for resources: {'Port': ['ID=816f7f85-340e-4ec4-a01d-399cb5551808,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:24.145582 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44902) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:24.152491 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-257893b7-9151-482f-a228-1e9dae33d28e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1232334916', 'description': 'tempest-secgroup-smoke-1232334916 description', 'project_id': '4a47465b59ca44de84349545f56d02a6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:24.272141 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-257893b7-9151-482f-a228-1e9dae33d28e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:24.361163 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-257893b7-9151-482f-a228-1e9dae33d28e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group (a224ad96-0fdf-4e25-994f-befa25726a80), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:24.434305 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-257893b7-9151-482f-a228-1e9dae33d28e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a224ad96-0fdf-4e25-994f-befa25726a80), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:24.465967 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257893b7-9151-482f-a228-1e9dae33d28e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a224ad96-0fdf-4e25-994f-befa25726a80,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:24.508810 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Sync routers for ids ['be076109-81c5-414e-9775-37c50d42d1d1'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:49:24.520498 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Routers {'be076109-81c5-414e-9775-37c50d42d1d1'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:49:24.521142 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:49:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['be076109-81c5-414e-9775-37c50d42d1d1'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:24.554731 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-257893b7-9151-482f-a228-1e9dae33d28e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:24.556238 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-257893b7-9151-482f-a228-1e9dae33d28e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4094586 Mar 08 20:49:24.559512 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44904) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:24.573636 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-12c3b664-514c-4c67-8f6f-5539814aa5e7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Request body: {'security_group_rule': {'security_group_id': 'a224ad96-0fdf-4e25-994f-befa25726a80', 'project_id': '4a47465b59ca44de84349545f56d02a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:24.642788 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Set router be076109-81c5-414e-9775-37c50d42d1d1 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:49:24.690174 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12c3b664-514c-4c67-8f6f-5539814aa5e7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (8447ed7e-a9fb-4e0d-9112-c66f55a0cf6e), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:24.769132 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12c3b664-514c-4c67-8f6f-5539814aa5e7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (8447ed7e-a9fb-4e0d-9112-c66f55a0cf6e), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:24.865035 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'name': 'tempest-TestShelveInstance-650178303-router', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:18Z', 'updated_at': '2022-03-08T20:49:22Z', 'revision_number': 4, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'gw_port': {'id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:19Z', 'updated_at': '2022-03-08T20:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '3e8facb5-9fde-4948-bd4e-f5e46f887d2c', 'name': '', 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'mac_address': 'fa:16:3e:63:41:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '00afcde7-a900-43a0-a69f-2e6ea38ca820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:21Z', 'updated_at': '2022-03-08T20:49:22Z', 'revision_number': 2, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'subnets': [{'id': '00afcde7-a900-43a0-a69f-2e6ea38ca820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:24.892201 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Checking router: be076109-81c5-414e-9775-37c50d42d1d1 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:49:24.893050 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Updating router be076109-81c5-414e-9775-37c50d42d1d1 port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c binding host dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:49:24.909093 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12c3b664-514c-4c67-8f6f-5539814aa5e7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (8447ed7e-a9fb-4e0d-9112-c66f55a0cf6e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:24.926103 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:24.929844 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3b664-514c-4c67-8f6f-5539814aa5e7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8447ed7e-a9fb-4e0d-9112-c66f55a0cf6e,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:25.019059 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12c3b664-514c-4c67-8f6f-5539814aa5e7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.020404 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-12c3b664-514c-4c67-8f6f-5539814aa5e7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4598739 Mar 08 20:49:25.023449 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44906) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:25.028140 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-a6943418-f070-477a-aa40-ca3c9bf94343 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Request body: {'security_group_rule': {'security_group_id': 'a224ad96-0fdf-4e25-994f-befa25726a80', 'project_id': '4a47465b59ca44de84349545f56d02a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:25.165741 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a6943418-f070-477a-aa40-ca3c9bf94343 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (fe2733ae-cde6-4864-910f-c8ad0c0758b4), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.256570 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a6943418-f070-477a-aa40-ca3c9bf94343 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (fe2733ae-cde6-4864-910f-c8ad0c0758b4), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.351368 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a6943418-f070-477a-aa40-ca3c9bf94343 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (fe2733ae-cde6-4864-910f-c8ad0c0758b4), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.370857 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6943418-f070-477a-aa40-ca3c9bf94343 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2733ae-cde6-4864-910f-c8ad0c0758b4,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:25.416352 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Publish callbacks [] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), precommit_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.471377 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a6943418-f070-477a-aa40-ca3c9bf94343 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.472390 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-a6943418-f070-477a-aa40-ca3c9bf94343 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4478979 Mar 08 20:49:25.475195 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44908) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:25.479677 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-e6c212ad-7b7d-40e4-a3cc-3854a09ab2d1 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Request body: {'security_group_rule': {'security_group_id': 'a224ad96-0fdf-4e25-994f-befa25726a80', 'project_id': '4a47465b59ca44de84349545f56d02a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:25.502346 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.560672 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea64a1-e943-4b8c-b9d3-ad40fc155519 None None] Pushing event updated for resources: {'Port': ['ID=3e8facb5-9fde-4948-bd4e-f5e46f887d2c,revision_number=3']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:25.577713 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e6c212ad-7b7d-40e4-a3cc-3854a09ab2d1 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (2fe3eabc-20ca-45bc-b963-d13b88ecc5fe), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.629715 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Attempting to bind port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c on host dv-cinder-830097-3-iscsi for vnic_type normal with profile {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:49:25.630438 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Attempting to bind port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c by drivers openvswitch,hyperv on host dv-cinder-830097-3-iscsi at level 0 using segments [{'id': '3f68ec79-b290-42f7-a9fb-e7f93ac3807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed'}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:49:25.631042 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Attempting to bind port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c on network 70d70863-8933-4ae5-bd1c-353f2e51e4ed {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:49:25.643269 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Checking agent: {'id': 'f7af45c1-b8f9-40cd-8dfb-58ec0cd52166', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 24, 53), 'started_at': datetime.datetime(2022, 3, 8, 20, 25, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:49:25.643788 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Checking segment: {'id': '3f68ec79-b290-42f7-a9fb-e7f93ac3807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:49:25.644418 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.645116 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Bound using segment: {'id': '3f68ec79-b290-42f7-a9fb-e7f93ac3807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed'} {{(pid=103532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:49:25.645878 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.managers [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Bound port: 3e8facb5-9fde-4948-bd4e-f5e46f887d2c, host: dv-cinder-830097-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f68ec79-b290-42f7-a9fb-e7f93ac3807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed'}}] {{(pid=103532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:49:25.646510 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.703603 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e6c212ad-7b7d-40e4-a3cc-3854a09ab2d1 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (2fe3eabc-20ca-45bc-b963-d13b88ecc5fe), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.749487 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 816f7f85-340e-4ec4-a01d-399cb5551808 up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:49:25.771322 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e6c212ad-7b7d-40e4-a3cc-3854a09ab2d1 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (2fe3eabc-20ca-45bc-b963-d13b88ecc5fe), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.783600 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] For port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c, host dv-cinder-830097-3-iscsi, cleared binding levels {{(pid=103532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:49:25.793552 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c212ad-7b7d-40e4-a3cc-3854a09ab2d1 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe3eabc-20ca-45bc-b963-d13b88ecc5fe,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:25.803726 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] For port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c, host dv-cinder-830097-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=3e8facb5-9fde-4948-bd4e-f5e46f887d2c,segment=NetworkSegment(3f68ec79-b290-42f7-a9fb-e7f93ac3807f),segment_id=3f68ec79-b290-42f7-a9fb-e7f93ac3807f)] {{(pid=103532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:49:25.838734 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 816f7f85-340e-4ec4-a01d-399cb5551808 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:25.838734 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.917422 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 816f7f85-340e-4ec4-a01d-399cb5551808 is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:25.920758 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-4fb71ae3-a529-4716-b6ce-1bfe79780c7d None None] Provisioning complete for port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:25.920988 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-4fb71ae3-a529-4716-b6ce-1bfe79780c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.922447 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e6c212ad-7b7d-40e4-a3cc-3854a09ab2d1 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.924697 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e6c212ad-7b7d-40e4-a3cc-3854a09ab2d1 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4476593 Mar 08 20:49:25.927452 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44910) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:25.932231 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-cb080ca6-bdd4-4e11-8502-b1d810046821 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Request body: {'security_group_rule': {'security_group_id': 'a224ad96-0fdf-4e25-994f-befa25726a80', 'project_id': '4a47465b59ca44de84349545f56d02a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:25.945303 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:25.995753 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71ae3-a529-4716-b6ce-1bfe79780c7d None None] Port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:49:26.022239 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Routers {'be076109-81c5-414e-9775-37c50d42d1d1'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:49:26.022899 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:49:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['be076109-81c5-414e-9775-37c50d42d1d1'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:26.025028 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea64a1-e943-4b8c-b9d3-ad40fc155519 None None] Pushing event updated for resources: {'Port': ['ID=3e8facb5-9fde-4948-bd4e-f5e46f887d2c,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:26.066279 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb080ca6-bdd4-4e11-8502-b1d810046821 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (03346acc-01ae-4342-9008-bd3200ca837e), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.150077 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb080ca6-bdd4-4e11-8502-b1d810046821 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (03346acc-01ae-4342-9008-bd3200ca837e), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.164623 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] Set router be076109-81c5-414e-9775-37c50d42d1d1 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:49:26.285768 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb080ca6-bdd4-4e11-8502-b1d810046821 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (03346acc-01ae-4342-9008-bd3200ca837e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.304683 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb080ca6-bdd4-4e11-8502-b1d810046821 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03346acc-01ae-4342-9008-bd3200ca837e,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:26.352189 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-d55faff0-206b-4f67-b96e-331dc7ff00da None None] Provisioning complete for port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:26.352559 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d55faff0-206b-4f67-b96e-331dc7ff00da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.398862 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb080ca6-bdd4-4e11-8502-b1d810046821 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.400153 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-cb080ca6-bdd4-4e11-8502-b1d810046821 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4716423 Mar 08 20:49:26.404473 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 44912) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:26.409971 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-d6d55405-23cd-4325-9440-79594aa0c540 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Request body: {'security_group_rule': {'security_group_id': 'a224ad96-0fdf-4e25-994f-befa25726a80', 'project_id': '4a47465b59ca44de84349545f56d02a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:26.505594 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-d55faff0-206b-4f67-b96e-331dc7ff00da None None] Current status of the port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c is: DOWN; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:26.505891 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d55faff0-206b-4f67-b96e-331dc7ff00da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.518485 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'name': 'tempest-TestShelveInstance-650178303-router', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:18Z', 'updated_at': '2022-03-08T20:49:22Z', 'revision_number': 4, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'gw_port': {'id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:19Z', 'updated_at': '2022-03-08T20:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '3e8facb5-9fde-4948-bd4e-f5e46f887d2c', 'name': '', 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'mac_address': 'fa:16:3e:63:41:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '00afcde7-a900-43a0-a69f-2e6ea38ca820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:21Z', 'updated_at': '2022-03-08T20:49:25Z', 'revision_number': 4, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'subnets': [{'id': '00afcde7-a900-43a0-a69f-2e6ea38ca820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:49:26.528182 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.securitygroups_db [None req-d6d55405-23cd-4325-9440-79594aa0c540 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Project 4a47465b59ca44de84349545f56d02a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:49:26.536639 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d6d55405-23cd-4325-9440-79594aa0c540 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (31cd42c7-6876-4569-a903-f20f2c6ed73f), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.553331 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c035e-e423-4848-b791-444eb7bb6dc5 None None] The sync data for ids ['be076109-81c5-414e-9775-37c50d42d1d1'] in dv-cinder-830097-3-iscsi is: [{'id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'name': 'tempest-TestShelveInstance-650178303-router', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:18Z', 'updated_at': '2022-03-08T20:49:22Z', 'revision_number': 4, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'gw_port': {'id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:19Z', 'updated_at': '2022-03-08T20:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '3e8facb5-9fde-4948-bd4e-f5e46f887d2c', 'name': '', 'network_id': '70d70863-8933-4ae5-bd1c-353f2e51e4ed', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'mac_address': 'fa:16:3e:63:41:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '00afcde7-a900-43a0-a69f-2e6ea38ca820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:21Z', 'updated_at': '2022-03-08T20:49:25Z', 'revision_number': 4, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'subnets': [{'id': '00afcde7-a900-43a0-a69f-2e6ea38ca820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:49:26.572512 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-d55faff0-206b-4f67-b96e-331dc7ff00da None None] For port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=3e8facb5-9fde-4948-bd4e-f5e46f887d2c,segment=NetworkSegment(3f68ec79-b290-42f7-a9fb-e7f93ac3807f),segment_id=3f68ec79-b290-42f7-a9fb-e7f93ac3807f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:49:26.643233 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d6d55405-23cd-4325-9440-79594aa0c540 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (31cd42c7-6876-4569-a903-f20f2c6ed73f), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.671556 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d55faff0-206b-4f67-b96e-331dc7ff00da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.733231 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55faff0-206b-4f67-b96e-331dc7ff00da None None] Pushing event updated for resources: {'Port': ['ID=3e8facb5-9fde-4948-bd4e-f5e46f887d2c,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:26.736823 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d6d55405-23cd-4325-9440-79594aa0c540 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (31cd42c7-6876-4569-a903-f20f2c6ed73f), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.754283 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d55405-23cd-4325-9440-79594aa0c540 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cd42c7-6876-4569-a903-f20f2c6ed73f,revision_number=0']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:26.885294 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d6d55405-23cd-4325-9440-79594aa0c540 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:26.886935 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-d6d55405-23cd-4325-9440-79594aa0c540 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4811764 Mar 08 20:49:26.890904 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 44914) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:49:26.896278 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-e629e1e3-0119-42ef-add6-766d0c1b12b5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Request body: {'security_group_rule': {'security_group_id': 'a224ad96-0fdf-4e25-994f-befa25726a80', 'project_id': '4a47465b59ca44de84349545f56d02a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:27.088880 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.securitygroups_db [None req-e629e1e3-0119-42ef-add6-766d0c1b12b5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Project 4a47465b59ca44de84349545f56d02a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:49:27.097629 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e629e1e3-0119-42ef-add6-766d0c1b12b5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (a6169e7e-e7b8-4a76-b012-52c4abc8e89b), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:27.180656 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e629e1e3-0119-42ef-add6-766d0c1b12b5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (a6169e7e-e7b8-4a76-b012-52c4abc8e89b), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:27.294709 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e629e1e3-0119-42ef-add6-766d0c1b12b5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886819'] for security_group_rule (a6169e7e-e7b8-4a76-b012-52c4abc8e89b), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:27.328976 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629e1e3-0119-42ef-add6-766d0c1b12b5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6169e7e-e7b8-4a76-b012-52c4abc8e89b,revision_number=0']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:27.467813 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e629e1e3-0119-42ef-add6-766d0c1b12b5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:27.469216 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-e629e1e3-0119-42ef-add6-766d0c1b12b5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5771770 Mar 08 20:49:27.780165 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 3e8facb5-9fde-4948-bd4e-f5e46f887d2c up at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:49:27.842838 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Provisioning complete for port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:27.843449 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:27.949200 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Current status of the port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c is: ACTIVE; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:49:29.688687 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:49:36.422229 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:46.527555 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-437f2b75-fcb6-4bcf-ab55-2badd41201b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:49.076437 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f0c66d5c-fa70-4459-b46d-6ae365f9b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:49.845154 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-cd187cdb-ec2c-4010-b866-7342de04b0dd tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1232334916&fields=id&tenant_id=4a47465b59ca44de84349545f56d02a6 HTTP/1.1" status: 200 len: 267 time: 0.0511150 Mar 08 20:49:49.956257 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-2030f023-541d-4a4b-8238-0558ab67cc11 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:49.957744 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-2030f023-541d-4a4b-8238-0558ab67cc11 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/networks?id=42f56289-5f17-4993-86cc-1df2422f6f90 HTTP/1.1" status: 200 len: 808 time: 0.1050942 Mar 08 20:49:49.972232 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-374bdcb9-c370-4489-9eec-7c4872308705 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/quotas/4a47465b59ca44de84349545f56d02a6 HTTP/1.1" status: 200 len: 375 time: 0.0090394 Mar 08 20:49:50.031886 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-34758b84-3bd9-470b-a7e6-9b5209f5dbe9 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a47465b59ca44de84349545f56d02a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542486 Mar 08 20:49:50.129202 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-5ec0c7e5-12e6-49dc-bf10-9b97b872f5c6 service neutron] 10.222.0.55 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863264 Mar 08 20:49:50.228881 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-5e004e12-5ebc-4684-b982-257ce0dcf329 service neutron] 10.222.0.55 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939236 Mar 08 20:49:50.276128 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:50.985581 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a01aac67-b5d7-428a-a6d3-1c4aaaa2029f req-b80d893c-075c-4cfb-8b15-f4fe1bf6d9cb tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 210 time: 0.1329684 Mar 08 20:49:51.707380 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:52.084000 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b454d97a-990f-4610-9d4d-abe176491ed0 req-08f6c347-1814-4d73-ad2d-c9a063c41abe tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 210 time: 0.0424855 Mar 08 20:49:52.965482 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:53.187263 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cf99aa57-8deb-4630-a55f-ab88448aa3ca req-f7f5f8f0-2a4c-4f0b-b192-7a74a310c0c5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 210 time: 0.0269945 Mar 08 20:49:53.546883 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-89560651-0ea5-44a1-9a59-f277d4c4bfeb tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:53.548328 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-89560651-0ea5-44a1-9a59-f277d4c4bfeb tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.58 "GET /v2.0/networks?id=42f56289-5f17-4993-86cc-1df2422f6f90 HTTP/1.1" status: 200 len: 808 time: 0.1039295 Mar 08 20:49:53.610218 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-7678cca3-69f1-461a-88c6-b3c6c06645f2 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a47465b59ca44de84349545f56d02a6 HTTP/1.1" status: 200 len: 380 time: 0.0535288 Mar 08 20:49:53.618697 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Request body: {'port': {'device_id': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'admin_state_up': True, 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'security_groups': ['a224ad96-0fdf-4e25-994f-befa25726a80']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:53.819256 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Made reservation on behalf of 4a47465b59ca44de84349545f56d02a6 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:49:53.822599 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:53.953108 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Allocated IP 172.20.0.5 (42f56289-5f17-4993-86cc-1df2422f6f90/d1a25d29-d619-404f-ba5b-8b4e87e42e0e/173f967c-fa51-4f51-9945-d53d127f0782) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:49:54.098406 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for port (173f967c-fa51-4f51-9945-d53d127f0782), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:54.216395 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (173f967c-fa51-4f51-9945-d53d127f0782), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:54.263408 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Network 42f56289-5f17-4993-86cc-1df2422f6f90 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:49:54.266435 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:49:54.270896 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:49:54.277653 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event updated for resources: {'Port': ['ID=173f967c-fa51-4f51-9945-d53d127f0782,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:54.323181 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4a805-b11d-4516-8269-7d0f551125e9 req-0cac410c-fe1f-49ef-bb6e-6b95aadd8675 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:54.324696 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-39a4a805-b11d-4516-8269-7d0f551125e9 req-0cac410c-fe1f-49ef-bb6e-6b95aadd8675 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 931 time: 0.0675430 Mar 08 20:49:54.331220 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:54.332871 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:54.381123 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-39a4a805-b11d-4516-8269-7d0f551125e9 req-f9e38e60-a76c-49de-85ca-30b96bfed69a tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492027 Mar 08 20:49:54.478595 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-490943d3-25e1-449c-89cb-c098b4a05c03 None None] Provisioning complete for port 173f967c-fa51-4f51-9945-d53d127f0782 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:49:54.479197 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-490943d3-25e1-449c-89cb-c098b4a05c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (173f967c-fa51-4f51-9945-d53d127f0782), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:54.484734 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b6926f76-9009-4e57-9487-6b237fc9c3f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8697479 Mar 08 20:49:54.496852 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Request body: {'port': {'device_id': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:49:54.514099 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-490943d3-25e1-449c-89cb-c098b4a05c03 None None] Port 173f967c-fa51-4f51-9945-d53d127f0782 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:49:54.559338 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (173f967c-fa51-4f51-9945-d53d127f0782), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:54.830694 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173f967c-fa51-4f51-9945-d53d127f0782 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:49:54.838398 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Publish callbacks [] for port (173f967c-fa51-4f51-9945-d53d127f0782), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:54.851310 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Transition to ACTIVE for port object 173f967c-fa51-4f51-9945-d53d127f0782 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:49:54.970383 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (173f967c-fa51-4f51-9945-d53d127f0782), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:55.022576 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Pushing event updated for resources: {'Port': ['ID=173f967c-fa51-4f51-9945-d53d127f0782,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:55.098933 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Attempting to bind port 173f967c-fa51-4f51-9945-d53d127f0782 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:49:55.099329 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Attempting to bind port 173f967c-fa51-4f51-9945-d53d127f0782 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:49:55.099652 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Attempting to bind port 173f967c-fa51-4f51-9945-d53d127f0782 on network 42f56289-5f17-4993-86cc-1df2422f6f90 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:49:55.104790 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Port 173f967c-fa51-4f51-9945-d53d127f0782 on network 42f56289-5f17-4993-86cc-1df2422f6f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:49:55.105119 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Attempting to bind port 173f967c-fa51-4f51-9945-d53d127f0782 on network 42f56289-5f17-4993-86cc-1df2422f6f90 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:49:55.110565 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:49:55.110907 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Checking segment: {'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:49:55.111323 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Bound using segment: {'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:49:55.111826 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Bound port: 173f967c-fa51-4f51-9945-d53d127f0782, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1127df21-41fc-4d83-972b-a4087c4fd8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:49:55.112193 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (173f967c-fa51-4f51-9945-d53d127f0782), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:55.187855 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] For port 173f967c-fa51-4f51-9945-d53d127f0782, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:49:55.191438 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] For port 173f967c-fa51-4f51-9945-d53d127f0782, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=173f967c-fa51-4f51-9945-d53d127f0782,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:49:55.307803 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (173f967c-fa51-4f51-9945-d53d127f0782), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:55.343994 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:55.344349 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:49:55.345865 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] 10.222.0.58 "PUT /v2.0/ports/173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 200 len: 1093 time: 0.8533230 Mar 08 20:49:55.353958 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:49:55.356856 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b718568d-a571-4b4d-9ea3-c872fb2c5e27" -d '{"events": [{"name": "network-changed", "server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "tag": "173f967c-fa51-4f51-9945-d53d127f0782"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:49:55.383089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23683a1-dcf7-48c8-9cf6-df5b29474b64 service neutron] Pushing event updated for resources: {'Port': ['ID=173f967c-fa51-4f51-9945-d53d127f0782,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:55.400943 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3c4336-a734-4b4e-9dc4-9000987a16fa x-openstack-request-id: req-2a3c4336-a734-4b4e-9dc4-9000987a16fa {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:49:55.401242 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "tag": "173f967c-fa51-4f51-9945-d53d127f0782", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:49:55.401527 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a3c4336-a734-4b4e-9dc4-9000987a16fa {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:49:55.401948 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782', 'status': 'completed', 'code': 200} Mar 08 20:49:55.470820 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718568d-a571-4b4d-9ea3-c872fb2c5e27 req-601ed1a6-464f-47e9-a970-fe78b20874e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:55.473112 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b718568d-a571-4b4d-9ea3-c872fb2c5e27 req-601ed1a6-464f-47e9-a970-fe78b20874e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a47465b59ca44de84349545f56d02a6&device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1127 time: 0.0487669 Mar 08 20:49:55.515933 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7a397-b6a5-4cf4-8018-7660256d07ac req-8ba7cd31-4fcf-491d-a877-7b65ee69d148 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:55.517411 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-11e7a397-b6a5-4cf4-8018-7660256d07ac req-8ba7cd31-4fcf-491d-a877-7b65ee69d148 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0638456 Mar 08 20:49:55.574447 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-11e7a397-b6a5-4cf4-8018-7660256d07ac req-3d7080ae-470d-4ec9-accf-d5930ceee3eb tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499566 Mar 08 20:49:55.588406 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718568d-a571-4b4d-9ea3-c872fb2c5e27 req-e6dd4f0f-b316-498d-8f24-5db6f7f3e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:55.590022 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b718568d-a571-4b4d-9ea3-c872fb2c5e27 req-e6dd4f0f-b316-498d-8f24-5db6f7f3e20f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4a47465b59ca44de84349545f56d02a6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1110847 Mar 08 20:49:55.683387 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718568d-a571-4b4d-9ea3-c872fb2c5e27 req-6b9ddf4e-e837-4482-bc37-0e37bf11c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:55.684820 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b718568d-a571-4b4d-9ea3-c872fb2c5e27 req-6b9ddf4e-e837-4482-bc37-0e37bf11c6fb service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888753 Mar 08 20:49:55.768730 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-17129c41-8be7-4073-9e9b-dbcf6669cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:55.770731 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-17129c41-8be7-4073-9e9b-dbcf6669cdc8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a47465b59ca44de84349545f56d02a6&device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1127 time: 0.0479319 Mar 08 20:49:55.810170 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-bf48c17d-47e8-4ef4-9c7d-c7c3788edb16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 200 len: 217 time: 0.0331614 Mar 08 20:49:55.859019 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-51be45fe-3ff3-4dbb-821c-f04002e2bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:55.860495 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-51be45fe-3ff3-4dbb-821c-f04002e2bb06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1a25d29-d619-404f-ba5b-8b4e87e42e0e HTTP/1.1" status: 200 len: 847 time: 0.0442214 Mar 08 20:49:55.910031 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-4a147ed7-2da6-40ba-a73d-93bd9debc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:55.911591 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-4a147ed7-2da6-40ba-a73d-93bd9debc42b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42f56289-5f17-4993-86cc-1df2422f6f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454693 Mar 08 20:49:56.006058 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-0893475b-da96-439e-a770-8b79543df80e service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887952 Mar 08 20:49:56.098855 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-69eb3f87-b38b-430a-9619-077ae6d1fc1a req-78fdb3b3-7db1-42e0-9f9c-18cf4f6b280a service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868132 Mar 08 20:49:56.696218 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815eebb-b505-4d90-9f75-d42463534ba8 req-b1c0d30a-d5c1-41fd-a202-96de03355a71 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:56.697746 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f815eebb-b505-4d90-9f75-d42463534ba8 req-b1c0d30a-d5c1-41fd-a202-96de03355a71 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0548630 Mar 08 20:49:56.749452 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f815eebb-b505-4d90-9f75-d42463534ba8 req-0d3437a4-3300-4ed8-9d82-8faa692a543a tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Mar 08 20:49:57.874738 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f545f0-e434-4ff4-a579-3070c53c44ea req-08b69465-d09d-4119-9849-385179939765 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:57.876319 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f8f545f0-e434-4ff4-a579-3070c53c44ea req-08b69465-d09d-4119-9849-385179939765 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0566254 Mar 08 20:49:57.927643 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f8f545f0-e434-4ff4-a579-3070c53c44ea req-d74e72d8-f9a3-4751-8072-e71ac7f6ffe2 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454173 Mar 08 20:49:59.048276 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433baf1-f613-44fc-ac94-8f60ccdb8ea5 req-48e19ff7-cadc-4cbb-bec0-54254e8eae15 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:49:59.049760 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a433baf1-f613-44fc-ac94-8f60ccdb8ea5 req-48e19ff7-cadc-4cbb-bec0-54254e8eae15 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0540364 Mar 08 20:49:59.098659 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a433baf1-f613-44fc-ac94-8f60ccdb8ea5 req-ef866769-cc71-42bc-aa07-3a9aba94714c tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Mar 08 20:50:00.232798 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1562c-b3a0-4cd7-854b-a4e0295733a8 req-d1885f65-955a-440e-b810-64f79dad1035 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:00.234406 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dcc1562c-b3a0-4cd7-854b-a4e0295733a8 req-d1885f65-955a-440e-b810-64f79dad1035 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0589991 Mar 08 20:50:00.299768 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-dcc1562c-b3a0-4cd7-854b-a4e0295733a8 req-b6903d35-0c6e-4352-b76b-c424474bd392 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560336 Mar 08 20:50:01.430219 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8ed67-730e-4aab-8cf3-49ca230c22ce req-a7b3c442-c61b-44e3-81da-99d99719661c tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:01.431758 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e4d8ed67-730e-4aab-8cf3-49ca230c22ce req-a7b3c442-c61b-44e3-81da-99d99719661c tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0586751 Mar 08 20:50:01.481907 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e4d8ed67-730e-4aab-8cf3-49ca230c22ce req-c224b407-8d21-48e0-8f0d-dda0735722e6 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444551 Mar 08 20:50:02.611261 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d906-2784-4efa-ad14-77bebb257d3c req-e30fd6d8-b8e2-434c-a934-25be8ce29a49 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:02.612770 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f105d906-2784-4efa-ad14-77bebb257d3c req-e30fd6d8-b8e2-434c-a934-25be8ce29a49 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0551646 Mar 08 20:50:02.666031 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f105d906-2784-4efa-ad14-77bebb257d3c req-75482245-9e2a-4a49-8f7e-76129562279e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475922 Mar 08 20:50:03.800278 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaef82-ba83-43ba-8be1-5f103144864c req-86d6f8cd-b958-42eb-b3c3-bb60cc11f537 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:03.802355 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-94eaef82-ba83-43ba-8be1-5f103144864c req-86d6f8cd-b958-42eb-b3c3-bb60cc11f537 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0596561 Mar 08 20:50:03.851216 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-94eaef82-ba83-43ba-8be1-5f103144864c req-2192a179-fd2b-4837-af73-8e0511f699db tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 Mar 08 20:50:04.453969 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 173f967c-fa51-4f51-9945-d53d127f0782 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:50:04.551389 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 173f967c-fa51-4f51-9945-d53d127f0782, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=173f967c-fa51-4f51-9945-d53d127f0782,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:50:04.563154 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '173f967c-fa51-4f51-9945-d53d127f0782', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'port_id': '173f967c-fa51-4f51-9945-d53d127f0782', 'mac_address': 'fa:16:3e:c5:dc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:50:04.604476 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 173f967c-fa51-4f51-9945-d53d127f0782 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:50:04.604861 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (173f967c-fa51-4f51-9945-d53d127f0782), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:04.617699 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173f967c-fa51-4f51-9945-d53d127f0782 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:50:04.637763 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 173f967c-fa51-4f51-9945-d53d127f0782, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=173f967c-fa51-4f51-9945-d53d127f0782,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:50:04.710550 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (173f967c-fa51-4f51-9945-d53d127f0782), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:04.764538 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=173f967c-fa51-4f51-9945-d53d127f0782,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:50:04.994436 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5c2fc-1e31-4471-986d-42bcb186a41e req-05ffbb01-c26e-4308-9f9c-8a5dc6bbd700 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:04.995911 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a6e5c2fc-1e31-4471-986d-42bcb186a41e req-05ffbb01-c26e-4308-9f9c-8a5dc6bbd700 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 944 time: 0.0688868 Mar 08 20:50:05.038076 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['173f967c-fa51-4f51-9945-d53d127f0782'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:50:05.055084 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-a6e5c2fc-1e31-4471-986d-42bcb186a41e req-86dabea4-a590-47a2-a028-5e74f4429a7e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533581 Mar 08 20:50:06.187485 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246920e-d07e-4658-a278-47486a01ca3c req-7d3ec2f7-d5a0-47f3-8376-59a671f90ae3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:06.189047 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f246920e-d07e-4658-a278-47486a01ca3c req-7d3ec2f7-d5a0-47f3-8376-59a671f90ae3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 944 time: 0.0593560 Mar 08 20:50:06.247006 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f246920e-d07e-4658-a278-47486a01ca3c req-1d723cb3-fa6a-4c79-ab3a-864c50973f94 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508277 Mar 08 20:50:06.387457 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:06.452868 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 173f967c-fa51-4f51-9945-d53d127f0782 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:50:06.578798 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 173f967c-fa51-4f51-9945-d53d127f0782 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:50:06.584037 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 173f967c-fa51-4f51-9945-d53d127f0782 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:50:06.589162 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (173f967c-fa51-4f51-9945-d53d127f0782), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:06.687956 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:50:06.695001 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 173f967c-fa51-4f51-9945-d53d127f0782 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:50:06.695449 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (173f967c-fa51-4f51-9945-d53d127f0782), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:06.719062 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:50:06.721597 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ececeed-4f16-4c00-a15d-486c297a7ff2" -d '{"events": [{"server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "name": "network-vif-plugged", "status": "completed", "tag": "173f967c-fa51-4f51-9945-d53d127f0782"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:50:06.735723 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 173f967c-fa51-4f51-9945-d53d127f0782, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=173f967c-fa51-4f51-9945-d53d127f0782,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:50:06.769344 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2626f7-ab34-4306-a613-bd314785451c x-openstack-request-id: req-1a2626f7-ab34-4306-a613-bd314785451c {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:50:06.772347 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "name": "network-vif-plugged", "status": "completed", "tag": "173f967c-fa51-4f51-9945-d53d127f0782", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:50:06.772347 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a2626f7-ab34-4306-a613-bd314785451c {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:50:06.772347 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782', 'code': 200} Mar 08 20:50:06.843961 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (173f967c-fa51-4f51-9945-d53d127f0782), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:06.900939 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=173f967c-fa51-4f51-9945-d53d127f0782,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:50:07.251335 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cb0ce-770a-4c92-8e99-f51c0c350b9e req-e7359e56-0bcb-4dcb-8637-dffb3c8aeef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:07.252825 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-111cb0ce-770a-4c92-8e99-f51c0c350b9e req-e7359e56-0bcb-4dcb-8637-dffb3c8aeef7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1129 time: 0.1279573 Mar 08 20:50:07.312584 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-111cb0ce-770a-4c92-8e99-f51c0c350b9e req-616dbfa9-59cd-4608-af58-0c5f800c9bef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539634 Mar 08 20:50:07.387056 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0cb82-0b14-4fd9-8634-c12a0e6d4c02 req-8c813b4f-4d7e-490b-a693-32e759218ab0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:07.388567 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-57b0cb82-0b14-4fd9-8634-c12a0e6d4c02 req-8c813b4f-4d7e-490b-a693-32e759218ab0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0549605 Mar 08 20:50:07.440710 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-57b0cb82-0b14-4fd9-8634-c12a0e6d4c02 req-45d224d0-fb0c-4fbf-ba81-700bc27a9fd3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 Mar 08 20:50:08.580410 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c6e33-fdba-49aa-821c-51ea65f05b72 req-afcbeabd-0c61-422b-98b9-061b0d6cbb58 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:08.582407 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8a6c6e33-fdba-49aa-821c-51ea65f05b72 req-afcbeabd-0c61-422b-98b9-061b0d6cbb58 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0616827 Mar 08 20:50:08.648763 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8a6c6e33-fdba-49aa-821c-51ea65f05b72 req-43235520-7412-4c51-8e7e-c7a5ae528486 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600383 Mar 08 20:50:09.789354 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05dca4-9b7f-40fd-bc03-a8238c9cf4e4 req-361b423c-07bd-428a-a67b-ee1e2b30df89 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:09.791168 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8f05dca4-9b7f-40fd-bc03-a8238c9cf4e4 req-361b423c-07bd-428a-a67b-ee1e2b30df89 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0600550 Mar 08 20:50:09.845064 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8f05dca4-9b7f-40fd-bc03-a8238c9cf4e4 req-5a15b7ce-b70c-4c7a-bc8a-cac1907ed394 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482144 Mar 08 20:50:09.978544 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fa90b-b710-4c7d-86b5-ed67b518e00a req-4ced76b7-f703-47bd-af9a-4ff541ff493d tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:09.979976 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-882fa90b-b710-4c7d-86b5-ed67b518e00a req-4ced76b7-f703-47bd-af9a-4ff541ff493d tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0627692 Mar 08 20:50:10.043385 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-882fa90b-b710-4c7d-86b5-ed67b518e00a req-6511c8d5-5e9a-4ebd-8c8e-504b2fa8892d tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532997 Mar 08 20:50:10.068782 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45108) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:50:10.165261 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9265a7-2fa1-4751-af3b-1ba174ff5873 tempest-TestShelveInstance-1534935791 tempest-TestShelveInstance-1534935791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:10.166886 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-1d9265a7-2fa1-4751-af3b-1ba174ff5873 tempest-TestShelveInstance-1534935791 tempest-TestShelveInstance-1534935791-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1124 time: 0.0970306 Mar 08 20:50:10.170201 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45112) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:50:10.176992 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'port_id': '173f967c-fa51-4f51-9945-d53d127f0782', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:50:10.267775 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:10.379460 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:10.506130 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Allocated IP 172.27.3.55 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/6c7a5ae6-9142-4a68-9eec-efa2dfe619b1) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:50:10.617024 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for port (6c7a5ae6-9142-4a68-9eec-efa2dfe619b1), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:10.742135 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (6c7a5ae6-9142-4a68-9eec-efa2dfe619b1), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:10.789367 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:50:10.792426 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:50:10.796112 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:50:10.802925 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event updated for resources: {'Port': ['ID=6c7a5ae6-9142-4a68-9eec-efa2dfe619b1,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:50:10.834651 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.835045 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.835427 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.835770 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.836111 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.836436 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.836765 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.837088 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.837449 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.837775 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.838102 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.838436 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:10.838767 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:11.210026 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for floatingip (42d2bb37-92bd-46c3-adbe-e94821383a77), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:11.348311 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (6c7a5ae6-9142-4a68-9eec-efa2dfe619b1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:11.510053 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for port (6c7a5ae6-9142-4a68-9eec-efa2dfe619b1), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:11.575992 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (6c7a5ae6-9142-4a68-9eec-efa2dfe619b1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:11.651737 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event updated for resources: {'Port': ['ID=6c7a5ae6-9142-4a68-9eec-efa2dfe619b1,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:50:11.671628 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (42d2bb37-92bd-46c3-adbe-e94821383a77), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:11.787882 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.l3_db [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Floating IP 42d2bb37-92bd-46c3-adbe-e94821383a77 associated. External IP: 172.27.3.55, port: 173f967c-fa51-4f51-9945-d53d127f0782. Mar 08 20:50:12.279698 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Router 9e5ef72c-55d4-45df-b11b-f4262689590f has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:50:12.402136 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:50:12.420934 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] Sync routers for ids ['9e5ef72c-55d4-45df-b11b-f4262689590f'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:50:12.439321 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] Routers {'9e5ef72c-55d4-45df-b11b-f4262689590f'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:50:12.440356 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:49:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['9e5ef72c-55d4-45df-b11b-f4262689590f'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:50:12.505525 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:12.563201 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ace10885-d6c0-4c2c-a375-78e8f5cf34e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3812904 Mar 08 20:50:12.563201 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:50:12.563201 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c274034-9ce3-4cf0-a032-ca8833fff5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "tag": "173f967c-fa51-4f51-9945-d53d127f0782"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:50:12.601852 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] Set router 9e5ef72c-55d4-45df-b11b-f4262689590f gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:50:12.618424 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea3aa80-4842-43ce-aef5-c52e40bee3d8 x-openstack-request-id: req-9ea3aa80-4842-43ce-aef5-c52e40bee3d8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:50:12.618772 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "tag": "173f967c-fa51-4f51-9945-d53d127f0782", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:50:12.618965 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ea3aa80-4842-43ce-aef5-c52e40bee3d8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:50:12.619431 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782', 'status': 'completed', 'code': 200} Mar 08 20:50:12.701760 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-2eb6a0db-b240-4ba1-87a9-2c50322869c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:12.703380 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-2eb6a0db-b240-4ba1-87a9-2c50322869c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a47465b59ca44de84349545f56d02a6&device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1129 time: 0.0608764 Mar 08 20:50:12.806147 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-2cd37cad-3c13-43d4-b440-63f707a8413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:12.807682 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-2cd37cad-3c13-43d4-b440-63f707a8413c service neutron] 10.222.0.58 "GET /v2.0/networks?id=42f56289-5f17-4993-86cc-1df2422f6f90 HTTP/1.1" status: 200 len: 909 time: 0.0989244 Mar 08 20:50:12.900852 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '42d2bb37-92bd-46c3-adbe-e94821383a77', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'port_id': '173f967c-fa51-4f51-9945-d53d127f0782', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'mac_address': 'fa:16:3e:c5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:50:11Z', 'updated_at': '2022-03-08T20:50:11Z', 'revision_number': 0, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e195070-c323-4236-83cb-e2270cda3272', 'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'mac_address': 'fa:16:3e:6c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:14Z', 'updated_at': '2022-03-08T20:49:19Z', 'revision_number': 5, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'subnets': [{'id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:50:12.905988 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-3c6b18d7-ec2d-40d9-94b5-a1bfb999784b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 200 len: 998 time: 0.0918448 Mar 08 20:50:12.937184 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] Checking router: 9e5ef72c-55d4-45df-b11b-f4262689590f for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:50:12.949107 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] Routers {'9e5ef72c-55d4-45df-b11b-f4262689590f'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:50:12.949729 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:49:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['9e5ef72c-55d4-45df-b11b-f4262689590f'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:50:12.959768 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-db012379-1434-4cf7-8dc5-e3ec648cf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:12.961892 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-db012379-1434-4cf7-8dc5-e3ec648cf7e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1a25d29-d619-404f-ba5b-8b4e87e42e0e HTTP/1.1" status: 200 len: 847 time: 0.0505984 Mar 08 20:50:13.041413 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-6ce88ea6-8133-415a-bcfd-af0384a30b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:13.044024 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-6ce88ea6-8133-415a-bcfd-af0384a30b3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42f56289-5f17-4993-86cc-1df2422f6f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753238 Mar 08 20:50:13.161214 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-6cb1ca7f-0fc1-4ee2-ab7e-681a576b609b service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020772 Mar 08 20:50:13.188668 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] Set router 9e5ef72c-55d4-45df-b11b-f4262689590f gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:50:13.279504 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0c274034-9ce3-4cf0-a032-ca8833fff5fb req-2d1babbf-e799-4a57-8c9f-5bea78d4d093 service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126237 Mar 08 20:50:13.453555 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '42d2bb37-92bd-46c3-adbe-e94821383a77', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'port_id': '173f967c-fa51-4f51-9945-d53d127f0782', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'mac_address': 'fa:16:3e:c5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:50:11Z', 'updated_at': '2022-03-08T20:50:11Z', 'revision_number': 0, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e195070-c323-4236-83cb-e2270cda3272', 'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'mac_address': 'fa:16:3e:6c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:14Z', 'updated_at': '2022-03-08T20:49:19Z', 'revision_number': 5, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'subnets': [{'id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:50:13.487250 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453d331-f542-4bfa-b34c-8f940254eefc None None] The sync data for ids ['9e5ef72c-55d4-45df-b11b-f4262689590f'] in dv-cinder-830097-3-iscsi is: [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': '42d2bb37-92bd-46c3-adbe-e94821383a77', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'port_id': '173f967c-fa51-4f51-9945-d53d127f0782', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'mac_address': 'fa:16:3e:c5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:50:11Z', 'updated_at': '2022-03-08T20:50:11Z', 'revision_number': 0, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e195070-c323-4236-83cb-e2270cda3272', 'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'mac_address': 'fa:16:3e:6c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:14Z', 'updated_at': '2022-03-08T20:49:19Z', 'revision_number': 5, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'subnets': [{'id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:50:13.713196 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de80c3c-98fe-438c-9bb7-57e6955aa885 None None] New status for floating IP 42d2bb37-92bd-46c3-adbe-e94821383a77: ACTIVE {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:50:16.541395 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-7b996658-f9a2-4f92-8d73-b9ae4ad08521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:17.275081 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f91618c5-3330-4766-898b-9daadadc247f req-44db0851-5f76-415e-8593-1a2805d9fac0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511878 Mar 08 20:50:17.380305 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91618c5-3330-4766-898b-9daadadc247f req-5b7d45f5-6cb0-4479-83eb-2c06e9723813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:17.381785 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f91618c5-3330-4766-898b-9daadadc247f req-5b7d45f5-6cb0-4479-83eb-2c06e9723813 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 1129 time: 0.0497253 Mar 08 20:50:17.514925 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91618c5-3330-4766-898b-9daadadc247f req-cfef53ba-cca1-4b0c-b538-ffcf82579050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:17.516609 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f91618c5-3330-4766-898b-9daadadc247f req-cfef53ba-cca1-4b0c-b538-ffcf82579050 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 912 time: 0.1167636 Mar 08 20:50:17.588508 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f91618c5-3330-4766-898b-9daadadc247f req-7cde1b07-b671-46ff-b620-12224b775fe7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8201c72-fcc1-4883-924a-e752ebe4511c HTTP/1.1" status: 200 len: 1000 time: 0.0654781 Mar 08 20:50:17.657795 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91618c5-3330-4766-898b-9daadadc247f req-bd434dcb-fda9-4e5b-babb-2271305a0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:17.659400 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f91618c5-3330-4766-898b-9daadadc247f req-bd434dcb-fda9-4e5b-babb-2271305a0275 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0643840 Mar 08 20:50:17.713119 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91618c5-3330-4766-898b-9daadadc247f req-06dbe2de-6000-4e9d-a081-a1473181c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:17.714689 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f91618c5-3330-4766-898b-9daadadc247f req-06dbe2de-6000-4e9d-a081-a1473181c162 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499001 Mar 08 20:50:17.824300 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f91618c5-3330-4766-898b-9daadadc247f req-534fb54d-60c6-446e-a761-7845666efa4e service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030238 Mar 08 20:50:17.933399 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f91618c5-3330-4766-898b-9daadadc247f req-9e3f293d-65cf-4a73-880a-068276386937 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025891 Mar 08 20:50:19.078936 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-462d6872-138e-4bab-9fec-14f1f09090d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:20.272788 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:21.677689 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:22.929379 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:36.395760 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:37.153549 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa7208-3dac-4a6d-a433-bfd25dcf3d97 req-8549ce62-eb2a-4e68-8db7-b9a1926d8fbf tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:37.155238 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-54fa7208-3dac-4a6d-a433-bfd25dcf3d97 req-8549ce62-eb2a-4e68-8db7-b9a1926d8fbf tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 945 time: 0.0774994 Mar 08 20:50:37.222870 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-54fa7208-3dac-4a6d-a433-bfd25dcf3d97 req-12a51e80-baf4-4bd4-a1d4-7307c663fee7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598576 Mar 08 20:50:38.373349 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b86c6-6751-403b-b7dd-a11b7bbdc9d2 req-dcfd50ab-c3f0-42b3-ab0b-abb23a063d35 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:38.374797 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c12b86c6-6751-403b-b7dd-a11b7bbdc9d2 req-dcfd50ab-c3f0-42b3-ab0b-abb23a063d35 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 945 time: 0.0605149 Mar 08 20:50:38.449513 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c12b86c6-6751-403b-b7dd-a11b7bbdc9d2 req-532cc57f-6e29-4f45-869c-0029aa201c24 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663812 Mar 08 20:50:38.840635 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-fb2f6cdf-7986-4d8e-9fc8-08987fdf8a3c tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:38.842160 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-fb2f6cdf-7986-4d8e-9fc8-08987fdf8a3c tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 945 time: 0.0692971 Mar 08 20:50:38.957071 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Deleting port e8201c72-fcc1-4883-924a-e752ebe4511c {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:50:38.957500 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:39.071012 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] For port e8201c72-fcc1-4883-924a-e752ebe4511c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8201c72-fcc1-4883-924a-e752ebe4511c,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:50:39.071438 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:39.267826 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:39.269009 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (a73abb6f-cabf-4845-9bb7-79ae3c1d9d16), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:39.269374 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Floating IP a73abb6f-cabf-4845-9bb7-79ae3c1d9d16 disassociated. External IP: 172.27.3.91, port: e8201c72-fcc1-4883-924a-e752ebe4511c. Mar 08 20:50:39.269766 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Calling delete_port for e8201c72-fcc1-4883-924a-e752ebe4511c owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:50:39.463794 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (e8201c72-fcc1-4883-924a-e752ebe4511c), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:39.495265 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event deleted for resources: {'Port': ['ID=e8201c72-fcc1-4883-924a-e752ebe4511c,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:50:39.516396 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.516945 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.517496 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.518102 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.518566 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.519117 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.519695 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.520236 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.520769 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.521322 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.521832 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.522291 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.522739 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:39.610923 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bbdaa260-9aaf-4a1b-8d59-53be63bccc0f req-85e7b486-8527-4614-ab7e-a742cf2eebc5 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 210 time: 0.0428061 Mar 08 20:50:39.692509 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Router cf517cde-2bb7-4a14-9492-b92e94b95096 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:50:39.815228 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:50:39.827016 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] Sync routers for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:50:39.838572 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:50:39.839473 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:50:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:50:39.858359 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] No DVR routers for this DVR port e8201c72-fcc1-4883-924a-e752ebe4511c on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:50:39.862824 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:39.866919 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-edd08d51-47b3-4a6d-85ca-ad6c397dfbe9 req-b018544e-3837-447a-9477-394353a21c77 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "DELETE /v2.0/ports/e8201c72-fcc1-4883-924a-e752ebe4511c HTTP/1.1" status: 204 len: 173 time: 1.0183117 Mar 08 20:50:39.867469 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'name': 'network-vif-deleted', 'tag': 'e8201c72-fcc1-4883-924a-e752ebe4511c'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:50:39.870002 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84f9d84-1400-43a5-a444-814a3b8bae55" -d '{"events": [{"server_uuid": "5e156f60-bfe1-435a-857d-8f59e2e65930", "name": "network-vif-deleted", "tag": "e8201c72-fcc1-4883-924a-e752ebe4511c"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:50:39.989916 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc851a-9bee-4c75-8a7f-9ef57216b710 x-openstack-request-id: req-f5fc851a-9bee-4c75-8a7f-9ef57216b710 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:50:39.990291 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e156f60-bfe1-435a-857d-8f59e2e65930", "name": "network-vif-deleted", "tag": "e8201c72-fcc1-4883-924a-e752ebe4511c", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:50:39.990671 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5fc851a-9bee-4c75-8a7f-9ef57216b710 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:50:39.991162 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e156f60-bfe1-435a-857d-8f59e2e65930', 'name': 'network-vif-deleted', 'tag': 'e8201c72-fcc1-4883-924a-e752ebe4511c', 'status': 'completed', 'code': 200} Mar 08 20:50:39.999155 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:50:40.215817 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:50:40.248357 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] Checking router: cf517cde-2bb7-4a14-9492-b92e94b95096 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:50:40.257839 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:50:40.258768 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:50:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:50:40.384922 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:50:40.604001 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:50:40.630597 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d6321-7ea6-4d65-a59d-1d22f95095a7 None None] The sync data for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi is: [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:50:40.744457 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a3351ae4-c6ea-400d-83ba-3226580709cf req-073c7253-60bf-474c-bebb-92165e8d5d0f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e156f60-bfe1-435a-857d-8f59e2e65930 HTTP/1.1" status: 200 len: 210 time: 0.0444314 Mar 08 20:50:40.877137 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ceac2-50bb-4c8e-9ecd-1c603b7ab9b0 None None] New status for floating IP a73abb6f-cabf-4845-9bb7-79ae3c1d9d16: DOWN {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:50:42.029210 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-e5ec1f2d-4cd3-4bb0-9001-e89277488e29 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784741571&fields=id&tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91 HTTP/1.1" status: 200 len: 267 time: 0.0523067 Mar 08 20:50:42.136686 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-8185789d-4f96-4e86-aa90-97f8347c495a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:42.138231 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-8185789d-4f96-4e86-aa90-97f8347c495a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 811 time: 0.1024549 Mar 08 20:50:42.153510 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-c5acecf7-5ac2-4f10-9767-10b54920bc94 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/quotas/01aee29bd04840b1a5e0b35fd6bc2d91 HTTP/1.1" status: 200 len: 375 time: 0.0092251 Mar 08 20:50:42.214488 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-31d91af0-973c-4716-be5a-dfe501815115 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547476 Mar 08 20:50:42.360023 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-856c944b-19f1-4a80-841f-2df8ae23d7ab service neutron] 10.222.0.55 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326168 Mar 08 20:50:42.455261 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-58ec9f08-2ced-44d6-ac1c-0dd6c844658a service neutron] 10.222.0.55 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889535 Mar 08 20:50:42.682050 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device e8201c72-fcc1-4883-924a-e752ebe4511c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:50:42.715796 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: e8201c72-fcc1-4883-924a-e752ebe4511c {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:50:42.716305 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device e8201c72-fcc1-4883-924a-e752ebe4511c not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:50:43.189297 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ccb4bde4-a279-4459-84ee-7bf71f8954f1 req-5e9b1ad9-16fc-47b1-9b6c-d484d2eec786 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 210 time: 0.0317109 Mar 08 20:50:43.686775 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:50:44.295161 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-86e7e7bf-657a-4a1d-8411-6caed2a94797 req-3266a13e-d6a4-4586-9970-92931f49e71e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 210 time: 0.0371728 Mar 08 20:50:45.288396 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-deaafb41-2051-4e6b-8bc9-996c0f725ade tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:45.289740 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-deaafb41-2051-4e6b-8bc9-996c0f725ade tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 811 time: 0.1164196 Mar 08 20:50:45.379233 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-a21d3c3f-e42c-49b0-a928-4629c89ef357 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91 HTTP/1.1" status: 200 len: 380 time: 0.0737815 Mar 08 20:50:45.388152 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'port': {'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'admin_state_up': True, 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'security_groups': ['8b135ee2-c907-4e8e-9cae-66de5f41231a']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:50:45.400686 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-315b8a47-2fdb-41c1-93ac-7c34be15d277 req-95cb27b2-4220-4235-b132-04878485ffeb tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 210 time: 0.0307665 Mar 08 20:50:45.865953 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Made reservation on behalf of 01aee29bd04840b1a5e0b35fd6bc2d91 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:50:45.869348 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:46.001654 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Allocated IP 172.20.0.6 (ecffcd94-e115-4d43-a217-c399c187471f/a2985601-8e8a-4773-8465-8e9a228d1351/0fa0e1bb-8536-43fd-b5d7-efc9986ac136) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:50:46.150408 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:46.415333 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:46.465031 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Network ecffcd94-e115-4d43-a217-c399c187471f is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:50:46.467623 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:50:46.471962 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:50:46.519643 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'Port': ['ID=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:50:46.560892 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:46.561564 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:46.569965 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5015-7f8b-4ace-8f55-d6929b0fc2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:46.590899 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de43c0-76b7-4747-ba40-70de24ee5b18 req-58a78a5b-34ef-4976-a150-ddee0e13ae9c tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:46.592856 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-89de43c0-76b7-4747-ba40-70de24ee5b18 req-58a78a5b-34ef-4976-a150-ddee0e13ae9c tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 931 time: 0.0945592 Mar 08 20:50:46.657510 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-89de43c0-76b7-4747-ba40-70de24ee5b18 req-0e29f36b-dfa2-43e7-b923-aac5c169993b tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565102 Mar 08 20:50:46.680331 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-5de2693b-e928-4806-9dd4-b11f8b841d43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2960110 Mar 08 20:50:46.692488 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Request body: {'port': {'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:50:46.760265 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:46.772452 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-a53e0ac3-fcfc-4f42-9aaa-305e8a92aaef None None] Provisioning complete for port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:50:46.772840 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a53e0ac3-fcfc-4f42-9aaa-305e8a92aaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:46.812738 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-a53e0ac3-fcfc-4f42-9aaa-305e8a92aaef None None] Port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:50:47.049784 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:50:47.058766 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Publish callbacks [] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:47.071960 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Transition to ACTIVE for port object 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:50:47.162907 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:47.222281 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:50:47.295528 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Attempting to bind port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:50:47.295868 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Attempting to bind port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:50:47.296195 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Attempting to bind port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 on network ecffcd94-e115-4d43-a217-c399c187471f {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:50:47.301900 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 on network ecffcd94-e115-4d43-a217-c399c187471f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:50:47.302234 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Attempting to bind port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 on network ecffcd94-e115-4d43-a217-c399c187471f {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:50:47.307622 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:50:47.307975 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Checking segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:50:47.308363 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Bound using segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:50:47.308792 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Bound port: 0fa0e1bb-8536-43fd-b5d7-efc9986ac136, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:50:47.309151 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:47.377026 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] For port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:50:47.380267 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] For port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:50:47.500521 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:47.541175 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:47.541783 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:47.543170 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] 10.222.0.58 "PUT /v2.0/ports/0fa0e1bb-8536-43fd-b5d7-efc9986ac136 HTTP/1.1" status: 200 len: 1093 time: 0.8557336 Mar 08 20:50:47.543602 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'tag': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:50:47.545863 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b1198d-0b2e-4cc8-9fa7-cd5e0fb24847" -d '{"events": [{"name": "network-changed", "server_uuid": "440b1af9-3bdb-4ca3-807f-d4c30f7b42d4", "tag": "0fa0e1bb-8536-43fd-b5d7-efc9986ac136"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:50:47.577399 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1999a1-e03a-4b89-b768-2c15ac5f10d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:50:47.587933 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3c4704-3c1e-4e1e-b6f2-5b8347b84d69 x-openstack-request-id: req-1c3c4704-3c1e-4e1e-b6f2-5b8347b84d69 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:50:47.588260 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440b1af9-3bdb-4ca3-807f-d4c30f7b42d4", "tag": "0fa0e1bb-8536-43fd-b5d7-efc9986ac136", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:50:47.588493 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c3c4704-3c1e-4e1e-b6f2-5b8347b84d69 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:50:47.588898 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'tag': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'status': 'completed', 'code': 200} Mar 08 20:50:47.653940 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1198d-0b2e-4cc8-9fa7-cd5e0fb24847 req-724ade9e-17b0-4366-8351-be8f7187585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:47.657542 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-53b1198d-0b2e-4cc8-9fa7-cd5e0fb24847 req-724ade9e-17b0-4366-8351-be8f7187585b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 1127 time: 0.0475769 Mar 08 20:50:47.815729 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1198d-0b2e-4cc8-9fa7-cd5e0fb24847 req-7ce85866-2435-4682-8683-77f00d9eaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:47.817240 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-53b1198d-0b2e-4cc8-9fa7-cd5e0fb24847 req-7ce85866-2435-4682-8683-77f00d9eaea4 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1549804 Mar 08 20:50:47.828667 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5945461-287d-43b3-b01f-c10c10179be8 req-abe2628e-a960-4481-8625-c0f0be6b130e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:47.830592 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c5945461-287d-43b3-b01f-c10c10179be8 req-abe2628e-a960-4481-8625-c0f0be6b130e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 943 time: 0.0806568 Mar 08 20:50:47.940492 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-c5945461-287d-43b3-b01f-c10c10179be8 req-191a8ca2-df84-420d-a490-0e328ad82f34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017146 Mar 08 20:50:47.959023 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1198d-0b2e-4cc8-9fa7-cd5e0fb24847 req-cffae752-ba42-49c7-a3e1-1c129ace809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:47.962454 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-53b1198d-0b2e-4cc8-9fa7-cd5e0fb24847 req-cffae752-ba42-49c7-a3e1-1c129ace809f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290472 Mar 08 20:50:48.042440 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-aba93fde-7b58-43e4-b26f-807490f1a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:48.043966 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-aba93fde-7b58-43e4-b26f-807490f1a5c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 1127 time: 0.0469408 Mar 08 20:50:48.085815 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-609b7e0b-a8db-45f7-8cc3-11a240d6ffc8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fa0e1bb-8536-43fd-b5d7-efc9986ac136 HTTP/1.1" status: 200 len: 217 time: 0.0354710 Mar 08 20:50:48.132746 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-dd9dfacd-0f05-4c19-a5e2-55c99bbaab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:48.134461 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-dd9dfacd-0f05-4c19-a5e2-55c99bbaab80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0437689 Mar 08 20:50:48.186324 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-9e08e4ba-90a6-4424-9368-99b102e09b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:48.187911 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-9e08e4ba-90a6-4424-9368-99b102e09b57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479081 Mar 08 20:50:48.282356 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-e8fdb577-ac53-435b-a51f-cceb4c833e82 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873747 Mar 08 20:50:48.379334 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15189ef1-c515-4a84-b7e8-e3c42e3c94eb req-f8cc510e-888c-4537-be36-379a6fd5cf41 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904009 Mar 08 20:50:49.069189 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c30b-1974-4862-95c4-4033c4540d2d req-fbd34612-20d0-4ec2-b8a5-e61be66d003f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:49.070831 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5634c30b-1974-4862-95c4-4033c4540d2d req-fbd34612-20d0-4ec2-b8a5-e61be66d003f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 943 time: 0.0593300 Mar 08 20:50:49.105751 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-a69c8ebe-5aaf-43db-8bdd-84bcf1036701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:49.122866 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5634c30b-1974-4862-95c4-4033c4540d2d req-575de1cb-10c7-4ba1-ac45-05998efdf2a1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461242 Mar 08 20:50:50.258756 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f708a60-c9c8-4c93-a7c1-dd9aee715067 req-fd783dd6-532a-4102-82f2-4474a8962895 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:50.260339 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0f708a60-c9c8-4c93-a7c1-dd9aee715067 req-fd783dd6-532a-4102-82f2-4474a8962895 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 943 time: 0.0581210 Mar 08 20:50:50.294579 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:50.323437 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0f708a60-c9c8-4c93-a7c1-dd9aee715067 req-4960740d-46a4-446f-9d0b-53beb139960e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571506 Mar 08 20:50:51.458397 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91673b-7b8a-4b8c-bf7b-fcca6bddeb6d req-a85044c7-1f32-41a8-91af-83a371fce5c1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:51.459954 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ce91673b-7b8a-4b8c-bf7b-fcca6bddeb6d req-a85044c7-1f32-41a8-91af-83a371fce5c1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 943 time: 0.0560818 Mar 08 20:50:51.513563 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ce91673b-7b8a-4b8c-bf7b-fcca6bddeb6d req-a1a662a8-d008-48b6-beb0-0be76e886dd0 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477772 Mar 08 20:50:51.675500 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:52.641229 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dad776-6f84-4564-bd6e-2b869fb87f11 req-22a53087-9adc-40bd-af6f-7b68cc8d5d84 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:52.643474 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-57dad776-6f84-4564-bd6e-2b869fb87f11 req-22a53087-9adc-40bd-af6f-7b68cc8d5d84 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 943 time: 0.0626917 Mar 08 20:50:52.696245 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-57dad776-6f84-4564-bd6e-2b869fb87f11 req-8407a9b1-0ef7-4b81-a1a2-eb8c21846027 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464189 Mar 08 20:50:52.956807 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:53.847669 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cff2bc-a0d3-4f40-a80e-b7e937a377cf req-981018ca-b9f0-4194-b786-40bd8c7e3120 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:53.849202 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-64cff2bc-a0d3-4f40-a80e-b7e937a377cf req-981018ca-b9f0-4194-b786-40bd8c7e3120 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 943 time: 0.0795803 Mar 08 20:50:53.902157 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-64cff2bc-a0d3-4f40-a80e-b7e937a377cf req-da4a7cfc-17af-4960-9c06-a7ed901fea5d tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450273 Mar 08 20:50:55.032399 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e70b-9cb0-4339-8702-ba948c5b3a68 req-361a4df4-d175-4e0d-a95c-be94bc0e8e7e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:55.033891 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a967e70b-9cb0-4339-8702-ba948c5b3a68 req-361a4df4-d175-4e0d-a95c-be94bc0e8e7e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 943 time: 0.0607221 Mar 08 20:50:55.086911 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a967e70b-9cb0-4339-8702-ba948c5b3a68 req-c5cccc69-a73e-4f98-8795-aea78dd24a23 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470102 Mar 08 20:50:56.213464 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade763f-ffa2-46d3-8e87-2a00d46b9146 req-cb0a2cfd-3830-4715-b36d-cd13eb5f26cc tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:56.215009 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5ade763f-ffa2-46d3-8e87-2a00d46b9146 req-cb0a2cfd-3830-4715-b36d-cd13eb5f26cc tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 943 time: 0.0550599 Mar 08 20:50:56.273558 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5ade763f-ffa2-46d3-8e87-2a00d46b9146 req-aa0419ed-046a-40b8-9312-9eb88893b48f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496850 Mar 08 20:50:56.776069 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:50:56.886429 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:50:56.899077 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'mac_address': 'fa:16:3e:78:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:50:56.946124 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:50:56.946705 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:56.960531 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:50:56.981289 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:50:57.062919 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:57.113099 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:50:57.120180 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.120523 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.120928 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.121287 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.121708 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.122046 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.122372 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.122696 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.123022 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.123367 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.123686 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.124004 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.124390 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:50:57.383200 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['0fa0e1bb-8536-43fd-b5d7-efc9986ac136'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:50:57.398995 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25008d-0585-4c6a-86dc-97d9a9a6b5ca req-6efd2d6a-14dc-4b3c-8d9c-c4d88e85ab2d tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:57.400513 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7b25008d-0585-4c6a-86dc-97d9a9a6b5ca req-6efd2d6a-14dc-4b3c-8d9c-c4d88e85ab2d tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 944 time: 0.0539746 Mar 08 20:50:57.456803 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7b25008d-0585-4c6a-86dc-97d9a9a6b5ca req-cc2ff832-f3a8-4397-8c2b-c1528d7aa2ef tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502839 Mar 08 20:50:58.582259 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54305314-e13d-4db3-b3a8-ed8328fb92a7 req-cf78653d-5da1-4abf-a8a7-1483056fe83b tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:58.583777 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-54305314-e13d-4db3-b3a8-ed8328fb92a7 req-cf78653d-5da1-4abf-a8a7-1483056fe83b tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 944 time: 0.0588052 Mar 08 20:50:58.634471 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-54305314-e13d-4db3-b3a8-ed8328fb92a7 req-db069c7d-a048-4902-8c6a-e9db7a730b88 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450039 Mar 08 20:50:58.811159 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:50:58.922403 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:50:58.927051 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:50:58.927450 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:59.024228 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:50:59.024604 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:59.049493 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:50:59.054466 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a7dec5-2d08-460d-a438-9fb8e928c991" -d '{"events": [{"server_uuid": "440b1af9-3bdb-4ca3-807f-d4c30f7b42d4", "name": "network-vif-plugged", "status": "completed", "tag": "0fa0e1bb-8536-43fd-b5d7-efc9986ac136"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:50:59.066221 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:50:59.156226 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f4f930-1576-47a3-b06b-713b3f33b091 x-openstack-request-id: req-64f4f930-1576-47a3-b06b-713b3f33b091 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:50:59.156543 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b1af9-3bdb-4ca3-807f-d4c30f7b42d4", "name": "network-vif-plugged", "status": "completed", "tag": "0fa0e1bb-8536-43fd-b5d7-efc9986ac136", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:50:59.156792 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64f4f930-1576-47a3-b06b-713b3f33b091 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:50:59.157183 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'code': 200} Mar 08 20:50:59.160176 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:50:59.211166 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:50:59.544398 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8b9b9-e7dc-4539-990e-21c9bbc4383a req-db59fa95-e890-4198-93d0-3ce3302a7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:59.545980 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ede8b9b9-e7dc-4539-990e-21c9bbc4383a req-db59fa95-e890-4198-93d0-3ce3302a7205 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 1129 time: 0.0438571 Mar 08 20:50:59.592660 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ede8b9b9-e7dc-4539-990e-21c9bbc4383a req-e7ae1a9f-6497-4820-b929-17b3a7561fe1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406864 Mar 08 20:50:59.773867 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995f7da-bac7-4993-8f9c-4131bdf3dff3 req-bd4cc1d9-7923-4b18-9515-208eddcb3da7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:50:59.775568 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1995f7da-bac7-4993-8f9c-4131bdf3dff3 req-bd4cc1d9-7923-4b18-9515-208eddcb3da7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 945 time: 0.0662053 Mar 08 20:50:59.831359 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1995f7da-bac7-4993-8f9c-4131bdf3dff3 req-9ce1d844-9669-4bf0-9c0c-820ce8f20732 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502245 Mar 08 20:51:00.959374 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fd630-be30-43e5-b8c3-d1a8739fd0ed req-44e9e712-0ba2-4d59-af7b-85df36772995 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:00.960908 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d48fd630-be30-43e5-b8c3-d1a8739fd0ed req-44e9e712-0ba2-4d59-af7b-85df36772995 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 945 time: 0.0596676 Mar 08 20:51:01.015173 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d48fd630-be30-43e5-b8c3-d1a8739fd0ed req-55113d85-fc2b-44bd-b70a-58e98057f4aa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481730 Mar 08 20:51:02.149947 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95f1f-a0c8-459a-b8e6-e1d4ac3079b1 req-a7aff9cb-b13a-498e-b58c-c553fd69a464 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:02.151504 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e1a95f1f-a0c8-459a-b8e6-e1d4ac3079b1 req-a7aff9cb-b13a-498e-b58c-c553fd69a464 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 945 time: 0.0680625 Mar 08 20:51:02.209712 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e1a95f1f-a0c8-459a-b8e6-e1d4ac3079b1 req-d999459c-f02b-43a1-b21f-9495230a38dc tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520194 Mar 08 20:51:02.334737 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45911ab9-4381-4370-91c3-2405b545a349 req-734e2cad-07af-48fc-95bc-39c5bd00bc9b tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:02.336490 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45911ab9-4381-4370-91c3-2405b545a349 req-734e2cad-07af-48fc-95bc-39c5bd00bc9b tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 945 time: 0.0594578 Mar 08 20:51:02.385751 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45911ab9-4381-4370-91c3-2405b545a349 req-bb2b742a-38c9-46da-a28f-12e70c8c4425 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437062 Mar 08 20:51:02.408437 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45212) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:51:02.466957 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f9eda2-14eb-4d77-8a58-efe87ab35e64 tempest-TestVolumeBootPattern-1383283755 tempest-TestVolumeBootPattern-1383283755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:02.468514 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a1f9eda2-14eb-4d77-8a58-efe87ab35e64 tempest-TestVolumeBootPattern-1383283755 tempest-TestVolumeBootPattern-1383283755-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 1124 time: 0.0586429 Mar 08 20:51:02.472165 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45214) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:51:02.476388 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.v2.base [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:51:02.557026 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:02.665803 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:02.775240 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Allocated IP 172.27.3.168 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/9d8f70f8-8313-479c-95ca-d43af38ebf93) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:51:02.889338 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for port (9d8f70f8-8313-479c-95ca-d43af38ebf93), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:02.984155 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (9d8f70f8-8313-479c-95ca-d43af38ebf93), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:03.035394 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:51:03.038520 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:51:03.042272 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:51:03.066600 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'Port': ['ID=9d8f70f8-8313-479c-95ca-d43af38ebf93,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:51:03.463429 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:03.613032 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (9d8f70f8-8313-479c-95ca-d43af38ebf93), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:03.771018 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for port (9d8f70f8-8313-479c-95ca-d43af38ebf93), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:03.859825 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10270679'] for port (9d8f70f8-8313-479c-95ca-d43af38ebf93), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:03.934155 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'Port': ['ID=9d8f70f8-8313-479c-95ca-d43af38ebf93,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:51:03.944350 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:04.056021 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.l3_db [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Floating IP cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6 associated. External IP: 172.27.3.168, port: 0fa0e1bb-8536-43fd-b5d7-efc9986ac136. Mar 08 20:51:04.288751 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Router cf517cde-2bb7-4a14-9492-b92e94b95096 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:51:04.433366 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:51:04.443670 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] Sync routers for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:51:04.455089 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:51:04.459297 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:50:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:51:04.566752 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:04.572809 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:51:04.601378 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-01356e91-5eef-4f4b-bef7-2d6d8d2098ce tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1281378 Mar 08 20:51:04.602374 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'tag': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:51:04.605441 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "440b1af9-3bdb-4ca3-807f-d4c30f7b42d4", "tag": "0fa0e1bb-8536-43fd-b5d7-efc9986ac136"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:51:04.650522 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88331cf9-56f1-4229-99e1-eb7a9b8b2142 x-openstack-request-id: req-88331cf9-56f1-4229-99e1-eb7a9b8b2142 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:51:04.650828 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440b1af9-3bdb-4ca3-807f-d4c30f7b42d4", "tag": "0fa0e1bb-8536-43fd-b5d7-efc9986ac136", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:51:04.651275 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88331cf9-56f1-4229-99e1-eb7a9b8b2142 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:51:04.651701 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'tag': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'status': 'completed', 'code': 200} Mar 08 20:51:04.729925 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-b9f2e7b3-28c6-4f78-89ad-026583ef073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:04.731513 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-b9f2e7b3-28c6-4f78-89ad-026583ef073c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 1129 time: 0.0535772 Mar 08 20:51:04.847089 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-0d0a969a-2d1d-4e43-9e33-e8493d6d4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:04.848527 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-0d0a969a-2d1d-4e43-9e33-e8493d6d4ec2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 912 time: 0.1098254 Mar 08 20:51:04.933266 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-2c85ae41-0b1c-42cc-9b5a-a44fd4cf1ccc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fa0e1bb-8536-43fd-b5d7-efc9986ac136 HTTP/1.1" status: 200 len: 999 time: 0.0780845 Mar 08 20:51:04.935539 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:78:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:51:03Z', 'updated_at': '2022-03-08T20:51:03Z', 'revision_number': 0, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:51:04.966206 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] Checking router: cf517cde-2bb7-4a14-9492-b92e94b95096 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:51:04.977321 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:51:04.978069 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:50:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:51:04.997269 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-9ab749f5-0426-485a-848a-9e01cc7637c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:05.000034 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-9ab749f5-0426-485a-848a-9e01cc7637c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0600250 Mar 08 20:51:05.061800 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-cc8ed247-6c09-484f-8b8a-bfc39e61be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:05.063533 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-cc8ed247-6c09-484f-8b8a-bfc39e61be50 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572243 Mar 08 20:51:05.105567 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:51:05.187571 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-817a976b-b059-4084-90e6-73ff7ed2ea02 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177704 Mar 08 20:51:05.295694 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-17eda604-4d85-4d4e-b9e5-6dc80777b9d0 req-c199ace9-54f6-43a4-8c79-836ef49964d3 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021059 Mar 08 20:51:05.383068 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:78:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:51:03Z', 'updated_at': '2022-03-08T20:51:03Z', 'revision_number': 0, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:51:05.413689 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c14b35-768d-4768-bf1c-546679f759f4 None None] The sync data for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi is: [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:78:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:51:03Z', 'updated_at': '2022-03-08T20:51:03Z', 'revision_number': 0, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:51:05.622211 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d3f928-6a50-46e7-9383-4c115de951ec None None] New status for floating IP cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6: ACTIVE {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:51:06.428415 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:16.577196 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-0afbb468-9647-4051-b0a1-e9a7aad6fe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:18.264370 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-f0ab52c1-748d-49dc-a902-3b427ed1332f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431702 Mar 08 20:51:18.332898 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-99b0738f-6c70-41c6-b7e0-66044e59e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:18.334284 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-99b0738f-6c70-41c6-b7e0-66044e59e981 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a47465b59ca44de84349545f56d02a6&device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1129 time: 0.0500581 Mar 08 20:51:18.446575 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-4a2f7011-0695-4fa7-956f-333c69043505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:18.448128 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-4a2f7011-0695-4fa7-956f-333c69043505 service neutron] 10.222.0.58 "GET /v2.0/networks?id=42f56289-5f17-4993-86cc-1df2422f6f90 HTTP/1.1" status: 200 len: 909 time: 0.0946763 Mar 08 20:51:18.515653 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-2b88982a-507b-4ae9-85d6-8481e171f37c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 200 len: 1000 time: 0.0616791 Mar 08 20:51:18.572087 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-31d937b6-96fe-4d4e-8949-17b558de7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:18.574125 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-31d937b6-96fe-4d4e-8949-17b558de7991 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1a25d29-d619-404f-ba5b-8b4e87e42e0e HTTP/1.1" status: 200 len: 847 time: 0.0519657 Mar 08 20:51:18.622787 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-c3da9517-21d1-4b36-b784-dfb61ca05cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:51:18.624267 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-c3da9517-21d1-4b36-b784-dfb61ca05cd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42f56289-5f17-4993-86cc-1df2422f6f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444145 Mar 08 20:51:18.719462 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-4923be39-a18c-4f19-a2fc-25504395163c service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893180 Mar 08 20:51:18.819902 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a352fc69-fca8-4a19-8c97-2c99d7e2fe2b req-3f9cfb13-eea4-4bac-ac74-4665ffd636ea service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918796 Mar 08 20:51:19.127613 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1165fb17-8259-47f9-881c-7267cd939c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:20.270385 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:20.687194 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:51:21.679846 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:22.945185 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:36.544214 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:46.526508 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-6dcf803f-2428-44b0-85c0-2783af4b29b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:49.120767 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-230a8bc8-3707-4393-86c3-8ba099906824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:50.269183 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:51.692010 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:52.929841 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:51:57.686091 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:52:06.468924 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:16.554622 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8b8df9d4-cfce-40da-a992-c43d21132984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:18.501687 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-50fd9817-c005-4b3b-8d50-01bcbd935afb service neutron] (103530) timed out ('10.222.0.55', 38726) {{(pid=103530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:52:18.677626 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-c14fe915-e145-43e9-8515-6911c1bf09c7 req-0b8c71c1-3b7c-4fad-8e4c-c9c3cb297763 tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] (103531) timed out ('10.222.0.55', 38736) {{(pid=103531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:52:19.085709 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9a8f06e6-c9da-437a-9d3f-99972feadecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:19.595449 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-9be8250d-ec7c-49a3-af84-b05c9ef506fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473073 Mar 08 20:52:19.680539 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-68821e1b-2b79-48de-973c-f1085aff85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:19.682030 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-68821e1b-2b79-48de-973c-f1085aff85a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a47465b59ca44de84349545f56d02a6&device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1129 time: 0.0442886 Mar 08 20:52:19.787722 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-0b90c927-1f64-422d-a803-5c1d4fa9fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:19.789176 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-0b90c927-1f64-422d-a803-5c1d4fa9fa27 service neutron] 10.222.0.58 "GET /v2.0/networks?id=42f56289-5f17-4993-86cc-1df2422f6f90 HTTP/1.1" status: 200 len: 909 time: 0.0883060 Mar 08 20:52:19.859192 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-1c02abac-8b6c-49f4-940c-9df9c7402407 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 200 len: 1000 time: 0.0594089 Mar 08 20:52:19.912027 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-0a504350-03a1-48bd-abe1-a1a78506c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:19.913508 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-0a504350-03a1-48bd-abe1-a1a78506c5da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1a25d29-d619-404f-ba5b-8b4e87e42e0e HTTP/1.1" status: 200 len: 847 time: 0.0490389 Mar 08 20:52:19.963919 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-845a3668-b418-442c-b99f-dde831f40f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:19.965427 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-845a3668-b418-442c-b99f-dde831f40f80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42f56289-5f17-4993-86cc-1df2422f6f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456920 Mar 08 20:52:20.057596 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-10ea6b63-5dae-4208-b332-f4af63ed999c service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864084 Mar 08 20:52:20.156447 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-27643dc3-7b3a-4715-aee9-92e6217ac7dc req-15206a63-d0d3-4ef2-af9d-a83a59b911f2 service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913484 Mar 08 20:52:20.268736 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:21.679634 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:22.914090 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:27.201647 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702c39e-3a9d-481b-954d-714b9e1a9bd4 req-848b950d-a6f8-489b-a50b-b441c0b4870c tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:27.203278 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6702c39e-3a9d-481b-954d-714b9e1a9bd4 req-848b950d-a6f8-489b-a50b-b441c0b4870c tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0600162 Mar 08 20:52:27.254213 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6702c39e-3a9d-481b-954d-714b9e1a9bd4 req-4a9becf2-09e0-4e4e-97e2-c45a2c658019 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433891 Mar 08 20:52:28.375503 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ddc56-2d16-4125-8aec-a46f3fe6f4f0 req-d01aad9c-0ece-43ad-9b6b-02c75b5b02cd tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:28.376993 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ec9ddc56-2d16-4125-8aec-a46f3fe6f4f0 req-d01aad9c-0ece-43ad-9b6b-02c75b5b02cd tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0533915 Mar 08 20:52:28.432634 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ec9ddc56-2d16-4125-8aec-a46f3fe6f4f0 req-4e0fbc75-b8d6-4cec-9117-77409231350f tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492570 Mar 08 20:52:29.554438 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a559f-41ba-4b23-a6ca-52e472b391c3 req-a2683fe7-8652-4f84-9e5b-3566dc9f9890 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:29.555965 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-af5a559f-41ba-4b23-a6ca-52e472b391c3 req-a2683fe7-8652-4f84-9e5b-3566dc9f9890 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0525658 Mar 08 20:52:29.605300 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-af5a559f-41ba-4b23-a6ca-52e472b391c3 req-580c3aba-d620-403b-a7b8-baa84d097e81 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Mar 08 20:52:30.725951 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3dd07-b715-4c36-b187-38a89df5d3ef req-4c7e938f-034e-4aac-b74c-67d99aac2de8 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:30.727460 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b7b3dd07-b715-4c36-b187-38a89df5d3ef req-4c7e938f-034e-4aac-b74c-67d99aac2de8 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0564842 Mar 08 20:52:30.776409 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-b7b3dd07-b715-4c36-b187-38a89df5d3ef req-dc64b60e-ee73-4996-ad12-5fc05915a9e7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 Mar 08 20:52:31.917116 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0d6c7-0059-42aa-8097-439f3da60f0f req-f06374d2-8cb4-4d30-9aba-d7fe943ba614 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:31.917116 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-07d0d6c7-0059-42aa-8097-439f3da60f0f req-f06374d2-8cb4-4d30-9aba-d7fe943ba614 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0588369 Mar 08 20:52:31.965239 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-07d0d6c7-0059-42aa-8097-439f3da60f0f req-d7e6133a-c461-421f-bfe2-b92b6c02743d tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472946 Mar 08 20:52:33.089195 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffc301-e35e-4c23-8dc9-4491d69a33ae req-71f513a7-b16d-4099-b853-2f51e60eaaa4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:33.090815 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45ffc301-e35e-4c23-8dc9-4491d69a33ae req-71f513a7-b16d-4099-b853-2f51e60eaaa4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0528669 Mar 08 20:52:33.147793 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-45ffc301-e35e-4c23-8dc9-4491d69a33ae req-b13812e6-0f54-42d2-9148-85b7d4c15f46 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497808 Mar 08 20:52:34.266496 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77910b8d-96d7-4d17-961a-476c12b67a28 req-9208e0e2-ade0-4164-8768-287071f7bded tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:34.268018 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-77910b8d-96d7-4d17-961a-476c12b67a28 req-9208e0e2-ade0-4164-8768-287071f7bded tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0533831 Mar 08 20:52:34.317953 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-77910b8d-96d7-4d17-961a-476c12b67a28 req-efca529f-280e-45c5-b640-137c3c6c70f7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442474 Mar 08 20:52:34.684430 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:52:35.435464 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f3d4a-d7e7-48ae-b2cd-e63638b141f6 req-d0522291-59fd-48de-90fc-a866e1688736 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:35.437175 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-414f3d4a-d7e7-48ae-b2cd-e63638b141f6 req-d0522291-59fd-48de-90fc-a866e1688736 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0531051 Mar 08 20:52:35.492738 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-414f3d4a-d7e7-48ae-b2cd-e63638b141f6 req-6f7a7f69-8c59-4c7e-beac-64e4bb6be02f tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490189 Mar 08 20:52:36.473777 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:36.624406 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aef9b-a76c-486c-b1b4-834f20f57eb8 req-b3562f71-6579-4cc8-a354-b5046664da45 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:36.625900 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1d1aef9b-a76c-486c-b1b4-834f20f57eb8 req-b3562f71-6579-4cc8-a354-b5046664da45 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0523291 Mar 08 20:52:36.678863 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1d1aef9b-a76c-486c-b1b4-834f20f57eb8 req-657a2075-31b8-4dac-bc4e-8ea02a430836 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466595 Mar 08 20:52:37.433119 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442318db-e7de-44e3-927c-fb3c046a705f req-f068a5b4-2dfd-43bd-afdd-7060901dec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:37.434672 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-442318db-e7de-44e3-927c-fb3c046a705f req-f068a5b4-2dfd-43bd-afdd-7060901dec78 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a47465b59ca44de84349545f56d02a6&device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1129 time: 0.0444067 Mar 08 20:52:37.522669 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442318db-e7de-44e3-927c-fb3c046a705f req-b2d0883e-0101-4690-bbef-de923d5a3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:37.524157 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-442318db-e7de-44e3-927c-fb3c046a705f req-b2d0883e-0101-4690-bbef-de923d5a3107 service neutron] 10.222.0.58 "GET /v2.0/networks?id=42f56289-5f17-4993-86cc-1df2422f6f90 HTTP/1.1" status: 200 len: 909 time: 0.0839734 Mar 08 20:52:37.591863 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-442318db-e7de-44e3-927c-fb3c046a705f req-f11bfd20-9084-46bd-bacb-bcf037d3d37b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 200 len: 1000 time: 0.0619578 Mar 08 20:52:37.641944 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442318db-e7de-44e3-927c-fb3c046a705f req-76ac6ae2-6050-41d5-8405-316e8b683091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:37.643398 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-442318db-e7de-44e3-927c-fb3c046a705f req-76ac6ae2-6050-41d5-8405-316e8b683091 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1a25d29-d619-404f-ba5b-8b4e87e42e0e HTTP/1.1" status: 200 len: 847 time: 0.0435874 Mar 08 20:52:37.692317 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442318db-e7de-44e3-927c-fb3c046a705f req-5ca68ef5-70b3-48b8-bd41-cd450c10c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:37.693684 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-442318db-e7de-44e3-927c-fb3c046a705f req-5ca68ef5-70b3-48b8-bd41-cd450c10c1e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42f56289-5f17-4993-86cc-1df2422f6f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440221 Mar 08 20:52:37.820324 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-442318db-e7de-44e3-927c-fb3c046a705f req-d2c82883-5bba-443b-926f-06f03435dee7 service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208894 Mar 08 20:52:37.831771 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca0842-cd40-4bb2-a1ba-bf7b812d2ac0 req-f498225c-4fc6-4144-a4f0-f2b7d77d4801 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:37.833164 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ddca0842-cd40-4bb2-a1ba-bf7b812d2ac0 req-f498225c-4fc6-4144-a4f0-f2b7d77d4801 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0735836 Mar 08 20:52:37.935782 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ddca0842-cd40-4bb2-a1ba-bf7b812d2ac0 req-0a70a237-2eb7-43e9-b457-3f928c6de173 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946474 Mar 08 20:52:37.959059 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-442318db-e7de-44e3-927c-fb3c046a705f req-b0dedecf-fd5b-4839-a41d-ba375ba311ae service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248868 Mar 08 20:52:39.067863 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95a24b-a550-4731-adb7-a8e292099dd5 req-74ffba31-c9d6-4d5b-9f06-afcaf15770a2 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:39.069391 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4a95a24b-a550-4731-adb7-a8e292099dd5 req-74ffba31-c9d6-4d5b-9f06-afcaf15770a2 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0611675 Mar 08 20:52:39.129874 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4a95a24b-a550-4731-adb7-a8e292099dd5 req-ac12a8b0-1f83-4fb8-b53d-227540b55c2e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542908 Mar 08 20:52:40.269449 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce838e68-45ad-493a-b185-d28714076aeb req-23c02e14-a718-4a37-844d-0728e6580aa6 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:40.270960 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ce838e68-45ad-493a-b185-d28714076aeb req-23c02e14-a718-4a37-844d-0728e6580aa6 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0620515 Mar 08 20:52:40.322088 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-ce838e68-45ad-493a-b185-d28714076aeb req-9b140274-4dfc-4d60-8a3e-1df223e83253 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454979 Mar 08 20:52:41.462463 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0467fc-58bd-4686-a1d8-d83dd0f9638a req-905d0aa6-0347-4ab5-a273-e7f10e24aef7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:41.464016 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3f0467fc-58bd-4686-a1d8-d83dd0f9638a req-905d0aa6-0347-4ab5-a273-e7f10e24aef7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0592322 Mar 08 20:52:41.524128 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-3f0467fc-58bd-4686-a1d8-d83dd0f9638a req-9d42a0b0-8564-4fd3-bbdc-bfd10498b59a tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509737 Mar 08 20:52:41.598247 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-f9a1ae86-86aa-4961-a8b2-43d9ff71101e req-188ffb68-9bae-47be-a2a7-b5452d0bdd4d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:52:41.599312 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f9a1ae86-86aa-4961-a8b2-43d9ff71101e req-188ffb68-9bae-47be-a2a7-b5452d0bdd4d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062535 Mar 08 20:52:41.928535 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45290) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:52:41.950366 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759978d-56d2-4120-bdaf-9db24c3d44bb req-b1da9f33-c69f-469c-9ed4-eb85ba982475 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:41.951982 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b759978d-56d2-4120-bdaf-9db24c3d44bb req-b1da9f33-c69f-469c-9ed4-eb85ba982475 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0679538 Mar 08 20:52:42.023782 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b759978d-56d2-4120-bdaf-9db24c3d44bb req-71d2395d-6613-4cb8-98b7-5ca50eeacee3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620980 Mar 08 20:52:42.070721 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-bc2a86da-62bc-46d7-895f-7cd738c45793 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1408904 Mar 08 20:52:42.082408 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-35a3e7c7-24dd-48e7-b47a-542287d87012 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:52:42.084108 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-35a3e7c7-24dd-48e7-b47a-542287d87012 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082574 Mar 08 20:52:42.118106 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45294) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:52:42.267888 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-8e3c2363-3709-422f-94f4-39e140dcfc63 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:42.269734 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-8e3c2363-3709-422f-94f4-39e140dcfc63 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports/173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 200 len: 942 time: 0.1504970 Mar 08 20:52:43.162561 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b27e20-a74f-47ba-b4b2-ffd8f940b8b0 req-f165c0ac-ebb4-4dc5-807a-b80bedbfcade tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:43.164099 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15b27e20-a74f-47ba-b4b2-ffd8f940b8b0 req-f165c0ac-ebb4-4dc5-807a-b80bedbfcade tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0538392 Mar 08 20:52:43.227540 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-15b27e20-a74f-47ba-b4b2-ffd8f940b8b0 req-1d01b1e3-8d92-4f8c-809b-ce8e9a9d1194 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547326 Mar 08 20:52:43.272853 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 173f967c-fa51-4f51-9945-d53d127f0782 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:52:43.365572 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 173f967c-fa51-4f51-9945-d53d127f0782 is: ACTIVE; New status is: DOWN {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:52:43.365932 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (173f967c-fa51-4f51-9945-d53d127f0782), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:43.388723 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:52:43.391139 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d666718-07ec-4d75-98d7-6c162bce4f21" -d '{"events": [{"server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "173f967c-fa51-4f51-9945-d53d127f0782"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:52:43.405132 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 173f967c-fa51-4f51-9945-d53d127f0782, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=173f967c-fa51-4f51-9945-d53d127f0782,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:52:43.435966 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa39812-1271-4c46-bb25-9cbd9508838f x-openstack-request-id: req-9fa39812-1271-4c46-bb25-9cbd9508838f {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:52:43.436445 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "name": "network-vif-unplugged", "status": "failed", "tag": "173f967c-fa51-4f51-9945-d53d127f0782", "code": 422}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:52:43.437032 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fa39812-1271-4c46-bb25-9cbd9508838f {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:52:43.437673 dv-cinder-830097-3-iscsi neutron-server[103532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782', 'code': 422} returned with failed status Mar 08 20:52:43.473545 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (173f967c-fa51-4f51-9945-d53d127f0782), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:43.523282 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=173f967c-fa51-4f51-9945-d53d127f0782,revision_number=6']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:43.531775 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.532198 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.532552 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.532897 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.533238 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.533565 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.534397 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.534832 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.535177 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.535531 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.535840 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.536162 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:43.536477 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:44.369281 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa019f-00bb-4eda-b5b3-b79da113ccd4 req-693ea2cf-0c23-4cf1-9d20-646282b21178 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:44.370902 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d5aa019f-00bb-4eda-b5b3-b79da113ccd4 req-693ea2cf-0c23-4cf1-9d20-646282b21178 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0614867 Mar 08 20:52:44.437799 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d5aa019f-00bb-4eda-b5b3-b79da113ccd4 req-2a3e7a1b-90d9-42f2-a49e-411ef1206111 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605080 Mar 08 20:52:44.564537 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-9c5796ca-fef1-4f63-b7a1-8bb1696e73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:44.566858 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-9c5796ca-fef1-4f63-b7a1-8bb1696e73d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9&tenant_id=4a47465b59ca44de84349545f56d02a6 HTTP/1.1" status: 200 len: 1127 time: 0.0490170 Mar 08 20:52:44.643550 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-54f86bff-903c-444a-a8c6-f634e6cb1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:44.645332 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-54f86bff-903c-444a-a8c6-f634e6cb1bdf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a47465b59ca44de84349545f56d02a6&device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1127 time: 0.0524178 Mar 08 20:52:44.743558 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-2c045046-d682-4dd9-833f-a3e5ebaed44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:44.745211 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-2c045046-d682-4dd9-833f-a3e5ebaed44e service neutron] 10.222.0.58 "GET /v2.0/networks?id=42f56289-5f17-4993-86cc-1df2422f6f90 HTTP/1.1" status: 200 len: 909 time: 0.0940824 Mar 08 20:52:44.818526 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-0796c83b-62fa-4f27-8fef-b01d61c95ad3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 200 len: 998 time: 0.0677755 Mar 08 20:52:44.876587 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-127b879e-5d54-4629-8ba4-05dd533be3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:44.878562 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-127b879e-5d54-4629-8ba4-05dd533be3f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1a25d29-d619-404f-ba5b-8b4e87e42e0e HTTP/1.1" status: 200 len: 847 time: 0.0548348 Mar 08 20:52:44.941492 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-3a7f59f7-2322-40b2-8918-e0a5c6fa4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:44.943205 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-3a7f59f7-2322-40b2-8918-e0a5c6fa4bcf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42f56289-5f17-4993-86cc-1df2422f6f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591841 Mar 08 20:52:45.050108 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-00b7ad09-946c-4221-a6cd-0818795b8f26 service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006145 Mar 08 20:52:45.162172 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-cc41d4d8-4efa-49cd-842b-97d94674dfa3 req-607d4f81-9112-4bd1-8406-20cc44979d02 service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062078 Mar 08 20:52:45.580457 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc13a-c521-4846-9f19-063bf1882a90 req-25385367-1daa-4805-ba82-323922bc5e94 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:45.582926 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c61dc13a-c521-4846-9f19-063bf1882a90 req-25385367-1daa-4805-ba82-323922bc5e94 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0656118 Mar 08 20:52:45.642573 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-c61dc13a-c521-4846-9f19-063bf1882a90 req-0635f588-1f25-419a-bc45-5387f35d03a7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534580 Mar 08 20:52:46.519933 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-99618758-cd61-4613-9065-ed482176aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:46.788835 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccfec5-482f-484a-b744-c9e018f09fa7 req-11a09d26-2a8d-4f4c-90c3-a52889eff31d tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:46.790247 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0bccfec5-482f-484a-b744-c9e018f09fa7 req-11a09d26-2a8d-4f4c-90c3-a52889eff31d tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0612392 Mar 08 20:52:46.844934 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0bccfec5-482f-484a-b744-c9e018f09fa7 req-f476aa82-0c74-46de-a704-f3d5bad619b4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481701 Mar 08 20:52:47.970038 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9436e1-0f05-473d-bdd3-ff0cf985c7b5 req-587ceeb0-7010-4a86-823f-94a6af6b10e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:47.971605 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ea9436e1-0f05-473d-bdd3-ff0cf985c7b5 req-587ceeb0-7010-4a86-823f-94a6af6b10e4 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0546823 Mar 08 20:52:48.253128 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-ea9436e1-0f05-473d-bdd3-ff0cf985c7b5 req-ebc5af4a-7218-47a3-89da-77c19865680c tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742481 Mar 08 20:52:49.094573 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-6173e7e2-c1ff-4ae9-9445-ceb3dee38f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:49.392892 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108c27-2017-457b-8e4c-877e7dbd14b2 req-6fe32352-0a30-4dba-a287-509b95553218 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:49.395049 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a6108c27-2017-457b-8e4c-877e7dbd14b2 req-6fe32352-0a30-4dba-a287-509b95553218 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0708776 Mar 08 20:52:49.453872 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a6108c27-2017-457b-8e4c-877e7dbd14b2 req-d8f2276b-02a0-4ef7-9e6e-7f08269ac1c6 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523317 Mar 08 20:52:50.290543 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:50.581073 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785e4f3-2901-4882-84f0-e304df61af37 req-efbd9cba-0139-46f1-bf6f-47bde524ca79 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:50.582540 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5785e4f3-2901-4882-84f0-e304df61af37 req-efbd9cba-0139-46f1-bf6f-47bde524ca79 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0551140 Mar 08 20:52:50.641551 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5785e4f3-2901-4882-84f0-e304df61af37 req-3a8c485e-7904-485a-a4cf-cc0acb8056f7 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504646 Mar 08 20:52:51.719014 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:51.769201 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3cd33-33dd-4a61-aaf1-a2a76a824231 req-4f57da7d-580a-414a-a89e-5c0ac206bd1c tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:51.770720 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d9a3cd33-33dd-4a61-aaf1-a2a76a824231 req-4f57da7d-580a-414a-a89e-5c0ac206bd1c tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0584290 Mar 08 20:52:51.826869 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d9a3cd33-33dd-4a61-aaf1-a2a76a824231 req-27a44f4b-3127-4fe9-9641-5d099cfab606 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499866 Mar 08 20:52:52.967644 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e969b-be74-4d21-94c9-db7ffe852647 req-cbc444ee-93ab-4c7c-8a47-4360a1b99b3d tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:52.969269 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e20e969b-be74-4d21-94c9-db7ffe852647 req-cbc444ee-93ab-4c7c-8a47-4360a1b99b3d tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 943 time: 0.0573471 Mar 08 20:52:52.976284 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:53.048261 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e20e969b-be74-4d21-94c9-db7ffe852647 req-010d0d0d-2a4f-449c-834b-40bb341a21e1 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713465 Mar 08 20:52:53.350121 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 173f967c-fa51-4f51-9945-d53d127f0782 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:52:53.457279 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 173f967c-fa51-4f51-9945-d53d127f0782, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=173f967c-fa51-4f51-9945-d53d127f0782,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:52:53.469113 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '173f967c-fa51-4f51-9945-d53d127f0782', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'port_id': '173f967c-fa51-4f51-9945-d53d127f0782', 'mac_address': 'fa:16:3e:c5:dc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:52:53.510275 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 173f967c-fa51-4f51-9945-d53d127f0782 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:52:53.510669 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (173f967c-fa51-4f51-9945-d53d127f0782), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:53.525517 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173f967c-fa51-4f51-9945-d53d127f0782 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:52:53.547482 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 173f967c-fa51-4f51-9945-d53d127f0782, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=173f967c-fa51-4f51-9945-d53d127f0782,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:52:53.656427 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (173f967c-fa51-4f51-9945-d53d127f0782), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:53.717115 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=173f967c-fa51-4f51-9945-d53d127f0782,revision_number=7']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:54.037089 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['173f967c-fa51-4f51-9945-d53d127f0782'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:52:54.208544 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4fef3-2a19-42aa-b772-9f87ab841692 req-b8e12f9f-0803-487e-a6e7-f3e8ea77e42b tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:54.210098 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-97e4fef3-2a19-42aa-b772-9f87ab841692 req-b8e12f9f-0803-487e-a6e7-f3e8ea77e42b tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 944 time: 0.0643554 Mar 08 20:52:54.275669 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-97e4fef3-2a19-42aa-b772-9f87ab841692 req-9189af34-43de-4bd8-8140-f476f27a8a04 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586348 Mar 08 20:52:55.351335 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 173f967c-fa51-4f51-9945-d53d127f0782 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:52:55.429426 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 173f967c-fa51-4f51-9945-d53d127f0782 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:52:55.430018 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (173f967c-fa51-4f51-9945-d53d127f0782), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:55.437238 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cabf2c-2c3e-4570-8421-a74a8b08c7d8 req-78899c13-3929-4a4d-81f8-c5816f0751f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:55.439790 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b9cabf2c-2c3e-4570-8421-a74a8b08c7d8 req-78899c13-3929-4a4d-81f8-c5816f0751f0 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 944 time: 0.0848382 Mar 08 20:52:55.505058 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-b9cabf2c-2c3e-4570-8421-a74a8b08c7d8 req-280908c4-75ba-4fc6-b019-da8808eb206b tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596924 Mar 08 20:52:55.530693 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 173f967c-fa51-4f51-9945-d53d127f0782 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:52:55.531242 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (173f967c-fa51-4f51-9945-d53d127f0782), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:55.555926 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:52:55.558290 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36b4a91-094a-49cd-9c70-f457d4827110" -d '{"events": [{"server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "name": "network-vif-plugged", "status": "completed", "tag": "173f967c-fa51-4f51-9945-d53d127f0782"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:52:55.577559 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 173f967c-fa51-4f51-9945-d53d127f0782, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=173f967c-fa51-4f51-9945-d53d127f0782,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:52:55.639194 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b37183-d19d-4934-adb2-5ed6439ba70a x-openstack-request-id: req-93b37183-d19d-4934-adb2-5ed6439ba70a {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:52:55.639496 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "name": "network-vif-plugged", "status": "completed", "tag": "173f967c-fa51-4f51-9945-d53d127f0782", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:52:55.639755 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93b37183-d19d-4934-adb2-5ed6439ba70a {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:52:55.640151 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782', 'code': 200} Mar 08 20:52:55.642417 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (173f967c-fa51-4f51-9945-d53d127f0782), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:52:55.705057 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=173f967c-fa51-4f51-9945-d53d127f0782,revision_number=8']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:55.906522 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c7a36-04d6-4f74-b3e5-7b7bee3074be req-f785c549-7bf5-4797-a9a7-eacf1be5013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:55.909842 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-041c7a36-04d6-4f74-b3e5-7b7bee3074be req-f785c549-7bf5-4797-a9a7-eacf1be5013f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1129 time: 0.0496440 Mar 08 20:52:55.959250 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-041c7a36-04d6-4f74-b3e5-7b7bee3074be req-c9462a5d-a263-40ad-abf2-9c5016871496 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429866 Mar 08 20:52:56.646326 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70930dcb-d1ac-4da9-9799-0c559acf0330 req-8e4a44dc-f5c9-41e9-8024-f4207d429451 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:56.647921 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-70930dcb-d1ac-4da9-9799-0c559acf0330 req-8e4a44dc-f5c9-41e9-8024-f4207d429451 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0615480 Mar 08 20:52:56.703579 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-70930dcb-d1ac-4da9-9799-0c559acf0330 req-0fc0b2ed-c2a8-45b6-bc0c-353687486165 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499310 Mar 08 20:52:57.842478 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20805b9-000e-4357-990f-4028552d13ea req-a189efe1-defc-45c5-b258-822a22263011 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:57.844061 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e20805b9-000e-4357-990f-4028552d13ea req-a189efe1-defc-45c5-b258-822a22263011 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0565405 Mar 08 20:52:57.898335 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e20805b9-000e-4357-990f-4028552d13ea req-56f0b136-0f47-49f3-a2d7-8b652bddc304 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476077 Mar 08 20:53:06.478256 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:09.081668 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-d6d031e0-a132-4739-847d-ef5d54e80fee tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784741571&fields=id&tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91 HTTP/1.1" status: 200 len: 267 time: 0.0538332 Mar 08 20:53:09.197135 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-583a38b0-8cb0-4c06-97a9-9c3fa10080f0 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:09.198739 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-583a38b0-8cb0-4c06-97a9-9c3fa10080f0 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 811 time: 0.1060672 Mar 08 20:53:09.216143 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-cb0e1f45-6974-4cc0-8c9b-6a9ab345ab02 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/quotas/01aee29bd04840b1a5e0b35fd6bc2d91 HTTP/1.1" status: 200 len: 375 time: 0.0113544 Mar 08 20:53:09.277327 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-4fd7ffdb-67ae-4edc-9078-5c029d565995 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559032 Mar 08 20:53:09.430190 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-a485885c-498d-4acc-95f1-92093116a111 service neutron] 10.222.0.55 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397898 Mar 08 20:53:09.540499 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-fbdd8f9b-225e-49a0-9342-69374d6988ea service neutron] 10.222.0.55 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998425 Mar 08 20:53:10.194877 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-6bd27fa4-dba0-4403-a18f-844973477c22 req-60bb6b02-5d27-4745-8514-9e4aa6a3bdb9 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 210 time: 0.0361936 Mar 08 20:53:11.281082 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5dc38f1f-2f17-4159-aca9-7f7ed6b63993 req-4989a06a-0f3c-49d2-b14f-7d900650fcb8 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 210 time: 0.0288601 Mar 08 20:53:11.682823 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:53:12.373906 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-eb2e9234-b064-4138-8bd7-1f741c53a822 req-568c407c-44d3-4efc-8aba-eeed37e1afe1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 210 time: 0.0275018 Mar 08 20:53:13.472265 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8d083708-579a-4e55-8af5-69ba4d81969d req-bfebcbbd-77d5-42b6-a190-dc0d155a702e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 210 time: 0.0291293 Mar 08 20:53:14.244860 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-8ebf1d80-20f6-4450-a389-9e25f74f7907 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:14.246466 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-8ebf1d80-20f6-4450-a389-9e25f74f7907 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 811 time: 0.1021032 Mar 08 20:53:14.316216 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-7fe6da9c-000d-42ad-a9bb-59f07c4ecfad tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91 HTTP/1.1" status: 200 len: 380 time: 0.0614324 Mar 08 20:53:14.324563 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'port': {'device_id': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'admin_state_up': True, 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'security_groups': ['8b135ee2-c907-4e8e-9cae-66de5f41231a']}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:53:14.512750 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Made reservation on behalf of 01aee29bd04840b1a5e0b35fd6bc2d91 for: {'port': 1} {{(pid=103531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:14.516476 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:14.629673 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f6700af0-482b-48f8-8b5b-5116e12d2aa1 req-fbc27db8-cd8c-453a-b857-c6e9084c600f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 210 time: 0.0389707 Mar 08 20:53:14.694509 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Allocated IP 172.20.0.4 (ecffcd94-e115-4d43-a217-c399c187471f/a2985601-8e8a-4773-8465-8e9a228d1351/499e576f-f1f2-459e-96f0-2e7aa3ee2590) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:53:14.853495 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:15.008187 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:15.052980 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Network ecffcd94-e115-4d43-a217-c399c187471f is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:15.055910 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:15.059568 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:53:15.066511 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'Port': ['ID=499e576f-f1f2-459e-96f0-2e7aa3ee2590,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:15.095673 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.096049 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.096394 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.096731 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.097066 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.097395 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.097766 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.098094 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.098424 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.098755 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.099083 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.099428 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.099746 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:15.141126 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:15.141795 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:15.237534 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-165db160-38eb-48d5-a4f2-8dd626b5bf42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9159772 Mar 08 20:53:15.251620 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Request body: {'port': {'device_id': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:53:15.332876 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:15.377934 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-f2ad5066-4dd1-4d70-8a96-c97767a05a24 None None] Provisioning complete for port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 triggered by entity DHCP. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:53:15.378795 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5066-4dd1-4d70-8a96-c97767a05a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:15.416583 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad5066-4dd1-4d70-8a96-c97767a05a24 None None] Port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 cannot update to ACTIVE because it is not bound. {{(pid=103532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:53:15.622987 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499e576f-f1f2-459e-96f0-2e7aa3ee2590 {{(pid=103531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:53:15.631342 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Publish callbacks [] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:15.644220 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.provisioning_blocks [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Transition to ACTIVE for port object 499e576f-f1f2-459e-96f0-2e7aa3ee2590 will not be triggered until provisioned by entity L2. {{(pid=103531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:53:15.723869 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:15.768859 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d375e45-c462-4cfe-bd49-c67d1ff816eb req-87aa512f-35f2-426a-93ce-00ec6cc41a72 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:15.768859 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2d375e45-c462-4cfe-bd49-c67d1ff816eb req-87aa512f-35f2-426a-93ce-00ec6cc41a72 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 931 time: 0.0689709 Mar 08 20:53:15.785752 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Pushing event updated for resources: {'Port': ['ID=499e576f-f1f2-459e-96f0-2e7aa3ee2590,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:15.834711 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-2d375e45-c462-4cfe-bd49-c67d1ff816eb req-0ec682cc-6602-45b2-8c40-79b0cacbcc43 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624759 Mar 08 20:53:16.149534 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Attempting to bind port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:53:16.149783 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Attempting to bind port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:53:16.150109 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Attempting to bind port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 on network ecffcd94-e115-4d43-a217-c399c187471f {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:53:16.154525 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 on network ecffcd94-e115-4d43-a217-c399c187471f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:53:16.154843 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Attempting to bind port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 on network ecffcd94-e115-4d43-a217-c399c187471f {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:53:16.159688 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Checking agent: {'id': '5b7c6ee1-349f-4f1c-8755-41d33485cd98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'started_at': datetime.datetime(2022, 3, 8, 20, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:53:16.160023 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Checking segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:53:16.160407 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Bound using segment: {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:53:16.160830 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Bound port: 499e576f-f1f2-459e-96f0-2e7aa3ee2590, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5fb2fb-7225-4348-bae9-ef2ac751996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:53:16.161182 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:16.224066 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] For port 499e576f-f1f2-459e-96f0-2e7aa3ee2590, host hv-cinder-83009, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:53:16.227048 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] For port 499e576f-f1f2-459e-96f0-2e7aa3ee2590, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=499e576f-f1f2-459e-96f0-2e7aa3ee2590,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:53:16.318084 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:16.357143 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:16.357881 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:16.359155 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] 10.222.0.58 "PUT /v2.0/ports/499e576f-f1f2-459e-96f0-2e7aa3ee2590 HTTP/1.1" status: 200 len: 1093 time: 1.1157317 Mar 08 20:53:16.359590 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'tag': '499e576f-f1f2-459e-96f0-2e7aa3ee2590'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:53:16.362424 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da808b1e-2ae7-4097-93f1-fe4f3cfc498e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa06c6cb-c305-4ea0-a04f-eca9cc8684b7", "tag": "499e576f-f1f2-459e-96f0-2e7aa3ee2590"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:53:16.399034 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a9b58-bb06-4dc0-9a0b-abd05669732f service neutron] Pushing event updated for resources: {'Port': ['ID=499e576f-f1f2-459e-96f0-2e7aa3ee2590,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:16.406351 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0104b1d-e39f-4664-958b-a96b4117536b x-openstack-request-id: req-c0104b1d-e39f-4664-958b-a96b4117536b {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:53:16.406643 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa06c6cb-c305-4ea0-a04f-eca9cc8684b7", "tag": "499e576f-f1f2-459e-96f0-2e7aa3ee2590", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:53:16.406903 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0104b1d-e39f-4664-958b-a96b4117536b {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:53:16.407996 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'tag': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'status': 'completed', 'code': 200} Mar 08 20:53:16.483823 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da808b1e-2ae7-4097-93f1-fe4f3cfc498e req-d9bff21c-46f6-4fb7-a578-2ba6824f3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:16.485413 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-da808b1e-2ae7-4097-93f1-fe4f3cfc498e req-d9bff21c-46f6-4fb7-a578-2ba6824f3ec7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 1127 time: 0.0502460 Mar 08 20:53:16.523496 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9f59aaa4-b1f7-43cd-89ad-f06384921dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:16.594106 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da808b1e-2ae7-4097-93f1-fe4f3cfc498e req-ed27ed39-2d34-42e6-9cb7-5394f17d0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:16.595650 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-da808b1e-2ae7-4097-93f1-fe4f3cfc498e req-ed27ed39-2d34-42e6-9cb7-5394f17d0bbc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1032572 Mar 08 20:53:16.700767 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da808b1e-2ae7-4097-93f1-fe4f3cfc498e req-5fc4bbed-762f-4e23-b011-817664fc0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:16.702228 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-da808b1e-2ae7-4097-93f1-fe4f3cfc498e req-5fc4bbed-762f-4e23-b011-817664fc0299 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009204 Mar 08 20:53:16.785175 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-715b9419-8d40-4c4b-b6f9-712f46c966b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:16.786699 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-715b9419-8d40-4c4b-b6f9-712f46c966b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 1127 time: 0.0466096 Mar 08 20:53:16.832519 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-cc78c853-d4cc-4270-abe5-7f9d51c792c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=499e576f-f1f2-459e-96f0-2e7aa3ee2590 HTTP/1.1" status: 200 len: 217 time: 0.0380917 Mar 08 20:53:16.884307 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-73ac06ee-a397-4a06-8cae-a96252257c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:16.885462 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-73ac06ee-a397-4a06-8cae-a96252257c18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0478923 Mar 08 20:53:16.938135 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-1e4b1057-6408-4c63-ba5d-3923adab9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:16.939694 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-1e4b1057-6408-4c63-ba5d-3923adab9194 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484374 Mar 08 20:53:16.967418 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5713d-44c4-4c1f-9332-426826623ec8 req-6b509d25-be73-4074-b763-eb9a056ee6e0 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:16.969010 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-28d5713d-44c4-4c1f-9332-426826623ec8 req-6b509d25-be73-4074-b763-eb9a056ee6e0 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 943 time: 0.0611358 Mar 08 20:53:17.035240 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-28d5713d-44c4-4c1f-9332-426826623ec8 req-228c7b73-a53f-4a96-b1b4-c36952901baa tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573201 Mar 08 20:53:17.053278 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-faf0e572-3eba-4ba1-ba91-da9ca72f8840 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060305 Mar 08 20:53:17.159132 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1da34d33-d235-4415-bb54-5abdaf242b86 req-ce7cb68f-d3f3-489d-90b0-1ffa7ca5a24b service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991232 Mar 08 20:53:18.177481 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446a28a-f723-43cd-9f01-113f76e94c54 req-4c0e6815-7d7c-4f9c-8fb3-4d748debe004 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:18.178951 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d446a28a-f723-43cd-9f01-113f76e94c54 req-4c0e6815-7d7c-4f9c-8fb3-4d748debe004 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 943 time: 0.0620959 Mar 08 20:53:18.231179 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d446a28a-f723-43cd-9f01-113f76e94c54 req-af84c02b-09b7-454c-99a8-a61ba379a837 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462365 Mar 08 20:53:19.152076 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-86dee0e5-a948-4893-82e7-930a8755b329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:19.357812 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591c7a4-16e9-4f45-8aac-b68c2b8c6782 req-69be1123-036f-46c1-8cba-f046f4b5a7f0 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:19.359406 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f591c7a4-16e9-4f45-8aac-b68c2b8c6782 req-69be1123-036f-46c1-8cba-f046f4b5a7f0 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 943 time: 0.0571895 Mar 08 20:53:19.414430 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-f591c7a4-16e9-4f45-8aac-b68c2b8c6782 req-e3b57972-5bdf-4f60-bcff-7a09d36f0f3a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477571 Mar 08 20:53:20.277693 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:20.483208 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-1c992afd-acbf-47eb-b734-5b446cf09a93 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533700 Mar 08 20:53:20.580120 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960314c-9ff2-4e9d-a628-b0108ec1ae48 req-6afcbb3e-cc87-4b2f-8785-c4432309cabe tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:20.582427 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0960314c-9ff2-4e9d-a628-b0108ec1ae48 req-6afcbb3e-cc87-4b2f-8785-c4432309cabe tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 943 time: 0.0957842 Mar 08 20:53:20.587362 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-f74402a1-7d31-4649-bd8f-cdda96582b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:20.589901 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-f74402a1-7d31-4649-bd8f-cdda96582b42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 1129 time: 0.0753574 Mar 08 20:53:20.707711 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-0960314c-9ff2-4e9d-a628-b0108ec1ae48 req-8d81f659-07c7-42ee-bd92-bea98c707cf8 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157277 Mar 08 20:53:20.737384 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-4de26705-320b-44c7-806b-674067a59101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:20.739040 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-4de26705-320b-44c7-806b-674067a59101 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 912 time: 0.1249061 Mar 08 20:53:20.813531 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-39f12a42-3615-4822-93e4-c2918abf8f4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fa0e1bb-8536-43fd-b5d7-efc9986ac136 HTTP/1.1" status: 200 len: 1001 time: 0.0686958 Mar 08 20:53:20.865909 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-fa448af1-1b70-41d3-9e6c-ad4efe6e080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:20.867325 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-fa448af1-1b70-41d3-9e6c-ad4efe6e080a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0463035 Mar 08 20:53:20.921142 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-7b1694c8-6bee-4a3b-887b-43c42a72eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:20.922664 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-7b1694c8-6bee-4a3b-887b-43c42a72eca2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496476 Mar 08 20:53:21.018701 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-8bb8eb5b-21b3-4649-80f9-54ff675e49c8 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884881 Mar 08 20:53:21.113514 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-f19c95a8-08ca-4c46-a74d-224df1877231 req-7723f87e-7b9a-4c3a-a6c4-746a4ce2579f service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887697 Mar 08 20:53:21.700328 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:21.840586 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71911dda-db6d-44ef-8a43-f78a132442f3 req-73003bcc-0a7f-4818-a81b-7564da2bb7be tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:21.842177 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-71911dda-db6d-44ef-8a43-f78a132442f3 req-73003bcc-0a7f-4818-a81b-7564da2bb7be tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 943 time: 0.0589383 Mar 08 20:53:21.900558 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-71911dda-db6d-44ef-8a43-f78a132442f3 req-86b5b6d6-e5a0-449a-91cb-ee65f0acbf2e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521164 Mar 08 20:53:22.923524 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:23.048955 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da1c7-40d5-47a6-8720-681c5c4f13e7 req-0b7909cb-b24e-4d00-b7a4-a140a4716c21 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:23.051575 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7e6da1c7-40d5-47a6-8720-681c5c4f13e7 req-0b7909cb-b24e-4d00-b7a4-a140a4716c21 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 943 time: 0.0716619 Mar 08 20:53:23.107796 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-7e6da1c7-40d5-47a6-8720-681c5c4f13e7 req-7d58a7a5-63dc-4f89-832e-1bf2871a2f6d tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499163 Mar 08 20:53:24.233542 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297252a6-97d7-49b0-93d3-e2556b7ad8f9 req-bc2542c1-432f-4131-af71-9fd98ff181f8 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:24.236985 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-297252a6-97d7-49b0-93d3-e2556b7ad8f9 req-bc2542c1-432f-4131-af71-9fd98ff181f8 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 943 time: 0.0571847 Mar 08 20:53:24.289204 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-297252a6-97d7-49b0-93d3-e2556b7ad8f9 req-d1b4d8d0-a8ca-4549-a7ed-3806f707d05a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445499 Mar 08 20:53:25.407900 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385044d6-f0dd-4450-9cf0-ccd69db658d5 req-84239491-d2db-4bf4-a378-2fc855a554ef tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:25.409415 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-385044d6-f0dd-4450-9cf0-ccd69db658d5 req-84239491-d2db-4bf4-a378-2fc855a554ef tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 943 time: 0.0534906 Mar 08 20:53:25.462664 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-385044d6-f0dd-4450-9cf0-ccd69db658d5 req-6679181a-fc1c-4beb-be2b-6a567c933c06 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444217 Mar 08 20:53:25.484235 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 499e576f-f1f2-459e-96f0-2e7aa3ee2590 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:53:25.721681 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 499e576f-f1f2-459e-96f0-2e7aa3ee2590, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=499e576f-f1f2-459e-96f0-2e7aa3ee2590,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:25.732443 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Returning: {'device': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'port_id': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'mac_address': 'fa:16:3e:81:ca:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:53:25.770375 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 is: DOWN; New status is: BUILD {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:53:25.770760 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:25.784280 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499e576f-f1f2-459e-96f0-2e7aa3ee2590 {{(pid=103532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:53:25.804513 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 499e576f-f1f2-459e-96f0-2e7aa3ee2590, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=499e576f-f1f2-459e-96f0-2e7aa3ee2590,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:25.917672 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:25.966964 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=499e576f-f1f2-459e-96f0-2e7aa3ee2590,revision_number=4']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:26.272048 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] get_ports_and_sgs() called for port_ids ['499e576f-f1f2-459e-96f0-2e7aa3ee2590'] {{(pid=103532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:53:26.588945 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288c765-2b04-4c7c-af6e-f848656c8a93 req-a1de6901-02dd-487e-8c75-92ce1eacbeac tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:26.590337 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e288c765-2b04-4c7c-af6e-f848656c8a93 req-a1de6901-02dd-487e-8c75-92ce1eacbeac tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 944 time: 0.0584309 Mar 08 20:53:26.640029 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-e288c765-2b04-4c7c-af6e-f848656c8a93 req-3ee80034-c7df-4683-9862-b7b1022554f0 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Mar 08 20:53:27.492665 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 499e576f-f1f2-459e-96f0-2e7aa3ee2590 up at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:53:27.609283 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning for port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 completed by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:53:27.615500 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.provisioning_blocks [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Provisioning complete for port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 triggered by entity L2. {{(pid=103532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:53:27.615885 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659621'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), provisioning_complete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:27.697905 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Current status of the port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 is: BUILD; New status is: ACTIVE {{(pid=103532) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:53:27.698296 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), before_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:27.727033 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499e576f-f1f2-459e-96f0-2e7aa3ee2590'}] {{(pid=103532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:53:27.729397 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41523abab92aac78c056bc687f6e92e1f1c667b40c45473292164158082a9cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e530591-9eb8-48ce-8760-f9d4c34183bb" -d '{"events": [{"server_uuid": "fa06c6cb-c305-4ea0-a04f-eca9cc8684b7", "name": "network-vif-plugged", "status": "completed", "tag": "499e576f-f1f2-459e-96f0-2e7aa3ee2590"}]}' {{(pid=103532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:53:27.744381 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] For port 499e576f-f1f2-459e-96f0-2e7aa3ee2590, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=499e576f-f1f2-459e-96f0-2e7aa3ee2590,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:27.781801 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbaafa1-78d2-4f12-bd9c-8d1f0ef09a48 x-openstack-request-id: req-6fbaafa1-78d2-4f12-bd9c-8d1f0ef09a48 {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:53:27.782117 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa06c6cb-c305-4ea0-a04f-eca9cc8684b7", "name": "network-vif-plugged", "status": "completed", "tag": "499e576f-f1f2-459e-96f0-2e7aa3ee2590", "code": 200}]} {{(pid=103532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:53:27.782367 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fbaafa1-78d2-4f12-bd9c-8d1f0ef09a48 {{(pid=103532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:53:27.782755 dv-cinder-830097-3-iscsi neutron-server[103532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'code': 200} Mar 08 20:53:27.787606 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e09f-6094-47c7-ac33-a7974e940450 req-16dc044d-109d-40eb-b59f-cd74ab82ca27 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:27.789324 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-be10e09f-6094-47c7-ac33-a7974e940450 req-16dc044d-109d-40eb-b59f-cd74ab82ca27 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 944 time: 0.0747192 Mar 08 20:53:27.838324 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:27.845777 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-be10e09f-6094-47c7-ac33-a7974e940450 req-a1a6498b-c09b-430f-bfea-09e14386a318 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498865 Mar 08 20:53:27.902773 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Pushing event updated for resources: {'Port': ['ID=499e576f-f1f2-459e-96f0-2e7aa3ee2590,revision_number=5']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:28.154333 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab8f49-f128-474b-9e4d-c1fde42ffac2 req-f7afb2f6-9713-422d-bc97-37e8cd57c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:28.155890 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8ab8f49-f128-474b-9e4d-c1fde42ffac2 req-f7afb2f6-9713-422d-bc97-37e8cd57c1b0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 1129 time: 0.0475245 Mar 08 20:53:28.201655 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-e8ab8f49-f128-474b-9e4d-c1fde42ffac2 req-ee16531c-01f3-4eec-8322-118db2db95e1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394187 Mar 08 20:53:28.990526 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5140f3-b45a-441f-8eea-8f4191531032 req-2559e1ea-7cb5-4039-a13a-88f5b5d6f2d7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:28.992199 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1c5140f3-b45a-441f-8eea-8f4191531032 req-2559e1ea-7cb5-4039-a13a-88f5b5d6f2d7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 945 time: 0.0653915 Mar 08 20:53:29.061080 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1c5140f3-b45a-441f-8eea-8f4191531032 req-bb84e586-0f9c-4f47-b30b-53abb465f513 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593190 Mar 08 20:53:30.186853 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520a8d-b85d-457b-9074-936fb340e098 req-cc7c912c-a96d-4177-abdd-2343b2621f5f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:30.189036 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-05520a8d-b85d-457b-9074-936fb340e098 req-cc7c912c-a96d-4177-abdd-2343b2621f5f tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 945 time: 0.0532470 Mar 08 20:53:30.243808 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-05520a8d-b85d-457b-9074-936fb340e098 req-6089627b-e208-4160-b4c4-47e842718826 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488226 Mar 08 20:53:30.372290 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228f41b-4000-4945-858b-d82cb273e391 req-9d8ea41c-8ea1-4d9b-96c3-bede3b87ee6a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:30.373872 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4228f41b-4000-4945-858b-d82cb273e391 req-9d8ea41c-8ea1-4d9b-96c3-bede3b87ee6a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 945 time: 0.0549710 Mar 08 20:53:30.427904 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-4228f41b-4000-4945-858b-d82cb273e391 req-c71e1b1c-533f-4c08-869d-bece02aeb385 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471733 Mar 08 20:53:30.454171 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45446) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:53:30.612938 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592b7c73-e1c9-4352-b127-496bb7ffdbab tempest-TestVolumeBootPattern-1383283755 tempest-TestVolumeBootPattern-1383283755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:30.614517 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-592b7c73-e1c9-4352-b127-496bb7ffdbab tempest-TestVolumeBootPattern-1383283755 tempest-TestVolumeBootPattern-1383283755-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 1124 time: 0.1592722 Mar 08 20:53:30.617359 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45450) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:53:30.621736 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.v2.base [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Request body: {'floatingip': {'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'port_id': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:53:30.740060 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:30.838533 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (None), before_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:30.949906 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_common [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Allocated IP 172.27.3.35 (0c355d18-4341-4d2a-bed0-95c5e50dfee6/4922a627-5c68-4256-822b-8e12362a1110/9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96) {{(pid=103531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:53:31.057917 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for port (9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:31.175186 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745625327535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:31.217097 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Network 0c355d18-4341-4d2a-bed0-95c5e50dfee6 is already hosted by enough agents. {{(pid=103531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:31.220083 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Resources bound (agent type, host, resource id): {{(pid=103531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:31.223624 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Received port after_create {{(pid=103531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:53:31.229207 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'Port': ['ID=9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96,revision_number=1']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:31.614522 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (d27bf53d-d074-4e4f-bde4-5c55e87ece58), precommit_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:31.755118 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641938'] for port (9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:31.925775 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for port (9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:31.991454 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745625686200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745625327553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745625327571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694543'] for port (9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:32.062006 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event updated for resources: {'Port': ['ID=9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:32.074553 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-852310'] for floatingip (d27bf53d-d074-4e4f-bde4-5c55e87ece58), after_create {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:32.184416 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Floating IP d27bf53d-d074-4e4f-bde4-5c55e87ece58 associated. External IP: 172.27.3.35, port: 499e576f-f1f2-459e-96f0-2e7aa3ee2590. Mar 08 20:53:32.433823 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Router cf517cde-2bb7-4a14-9492-b92e94b95096 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:53:32.562793 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:53:32.575183 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] Sync routers for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:53:32.586387 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:53:32.586999 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:53:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:32.639505 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:32.670328 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-d8dc93ef-ab55-4bd9-93f3-eeae0779e975 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0517302 Mar 08 20:53:32.671248 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'tag': '499e576f-f1f2-459e-96f0-2e7aa3ee2590'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:53:32.674743 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa06c6cb-c305-4ea0-a04f-eca9cc8684b7", "tag": "499e576f-f1f2-459e-96f0-2e7aa3ee2590"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:53:32.704537 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:53:32.723623 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7632f8-3f67-48be-b7a4-cc77fc95992e x-openstack-request-id: req-ce7632f8-3f67-48be-b7a4-cc77fc95992e {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:53:32.723960 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa06c6cb-c305-4ea0-a04f-eca9cc8684b7", "tag": "499e576f-f1f2-459e-96f0-2e7aa3ee2590", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:53:32.724222 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce7632f8-3f67-48be-b7a4-cc77fc95992e {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:53:32.724628 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'tag': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'status': 'completed', 'code': 200} Mar 08 20:53:32.805903 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-141085d5-4c4a-479f-8c5e-ae8f027c583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:32.807458 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-141085d5-4c4a-479f-8c5e-ae8f027c583c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 1129 time: 0.0490143 Mar 08 20:53:32.910906 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-842f6cba-85be-4331-a67b-ca4e61b57623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:32.912462 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-842f6cba-85be-4331-a67b-ca4e61b57623 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 912 time: 0.0994246 Mar 08 20:53:32.984457 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:78:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:51:03Z', 'updated_at': '2022-03-08T20:51:05Z', 'revision_number': 1, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}, {'id': 'd27bf53d-d074-4e4f-bde4-5c55e87ece58', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:81:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:31Z', 'updated_at': '2022-03-08T20:53:31Z', 'revision_number': 0, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:32.997249 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-7427a9df-f6cc-407c-b870-9cab5b13c0f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=499e576f-f1f2-459e-96f0-2e7aa3ee2590 HTTP/1.1" status: 200 len: 998 time: 0.0788493 Mar 08 20:53:33.015856 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] Checking router: cf517cde-2bb7-4a14-9492-b92e94b95096 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:53:33.030116 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:53:33.031065 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:53:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:33.054368 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-951a1ea5-ffe3-4700-8d5b-05b532fa6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:33.056065 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-951a1ea5-ffe3-4700-8d5b-05b532fa6f0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0519564 Mar 08 20:53:33.121040 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-5f0b36e8-41fa-411b-8d8c-eac5bf7a4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:33.122666 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-5f0b36e8-41fa-411b-8d8c-eac5bf7a4ece service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590150 Mar 08 20:53:33.245668 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:53:33.247948 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-c4113d22-f867-4535-b2eb-8e0a79f63f89 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180792 Mar 08 20:53:33.359715 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-1fa79589-68dc-4172-b1d9-10fbe4ccb0dd req-b12e8bc2-d3e5-4f25-9d5b-4579ab775f35 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063037 Mar 08 20:53:33.505940 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:78:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:51:03Z', 'updated_at': '2022-03-08T20:51:05Z', 'revision_number': 1, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}, {'id': 'd27bf53d-d074-4e4f-bde4-5c55e87ece58', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:81:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:31Z', 'updated_at': '2022-03-08T20:53:31Z', 'revision_number': 0, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:33.539575 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4192a25e-7870-4f87-a4b9-54fe83cdb9ac None None] The sync data for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi is: [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:78:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:51:03Z', 'updated_at': '2022-03-08T20:51:05Z', 'revision_number': 1, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}, {'id': 'd27bf53d-d074-4e4f-bde4-5c55e87ece58', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:81:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:31Z', 'updated_at': '2022-03-08T20:53:31Z', 'revision_number': 0, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:53:33.760138 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0261ebe-3108-4779-bcc0-3c9e424a473c None None] New status for floating IP d27bf53d-d074-4e4f-bde4-5c55e87ece58: ACTIVE {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:53:36.472525 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:46.528418 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-c1fb3d95-c6da-4e7a-a376-1ca0eb6312a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:48.682493 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:53:49.145629 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-85f7f2c6-0bc6-4032-ae09-ce35d9246a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:50.272200 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:51.710961 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:53:52.922396 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:06.481712 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:16.532983 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce24e-639e-49e8-a264-b8ec7cf47fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:19.093450 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-cae0deeb-c1c5-40f2-8ff1-f47eb42a5348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:19.605309 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-b583ac67-e498-4f3a-9767-8b4afd415675 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469351 Mar 08 20:54:19.697023 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-568d1428-c30c-41c2-85e3-37c0e9ca4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:19.698558 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-568d1428-c30c-41c2-85e3-37c0e9ca4f5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a47465b59ca44de84349545f56d02a6&device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1129 time: 0.0478098 Mar 08 20:54:19.824223 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-f0fb6fe5-d437-4eb5-a726-a50ea4f2aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:19.825764 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-f0fb6fe5-d437-4eb5-a726-a50ea4f2aa01 service neutron] 10.222.0.58 "GET /v2.0/networks?id=42f56289-5f17-4993-86cc-1df2422f6f90 HTTP/1.1" status: 200 len: 909 time: 0.1069682 Mar 08 20:54:19.900846 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-d8e5399e-6dfc-46cc-a89c-00e6ac5e8ad8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 200 len: 1000 time: 0.0688541 Mar 08 20:54:19.955125 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-7e2ab9c8-a35f-4218-bed7-02fbb5d7dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:19.956959 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-7e2ab9c8-a35f-4218-bed7-02fbb5d7dce7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1a25d29-d619-404f-ba5b-8b4e87e42e0e HTTP/1.1" status: 200 len: 847 time: 0.0503097 Mar 08 20:54:20.017657 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-b29ece66-f0b0-4127-aa4c-22a114e4aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:20.020271 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-b29ece66-f0b0-4127-aa4c-22a114e4aaf7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42f56289-5f17-4993-86cc-1df2422f6f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580785 Mar 08 20:54:20.118074 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-009d1909-d0c4-4353-8766-5cbf4e3f5f98 service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924633 Mar 08 20:54:20.216779 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a285d734-c438-4160-a7bc-a36dfccb1739 req-e9e5394f-013f-4860-be6c-1ff0285da4a9 service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931025 Mar 08 20:54:20.310040 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:21.694035 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:22.927627 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:25.681591 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:54:35.357124 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45482) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:35.570973 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Deleting port 6c7a5ae6-9142-4a68-9eec-efa2dfe619b1 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:54:35.571350 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (6c7a5ae6-9142-4a68-9eec-efa2dfe619b1), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:35.651408 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (6c7a5ae6-9142-4a68-9eec-efa2dfe619b1), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:35.651752 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for floatingip (6c7a5ae6-9142-4a68-9eec-efa2dfe619b1), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:35.664648 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Calling delete_port for 6c7a5ae6-9142-4a68-9eec-efa2dfe619b1 owned by network:floatingip {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:54:35.926122 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (6c7a5ae6-9142-4a68-9eec-efa2dfe619b1), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:35.950913 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event deleted for resources: {'Port': ['ID=6c7a5ae6-9142-4a68-9eec-efa2dfe619b1,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:35.966685 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.967033 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.967401 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.967735 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.968064 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.968392 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.968717 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.969041 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.969363 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.969690 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.970009 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.970327 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:35.970711 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:36.032251 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for floatingip (42d2bb37-92bd-46c3-adbe-e94821383a77), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:36.032625 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.l3_db [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Floating IP 42d2bb37-92bd-46c3-adbe-e94821383a77 disassociated (deleted). External IP: 172.27.3.55, port: 173f967c-fa51-4f51-9945-d53d127f0782. Mar 08 20:54:36.255137 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Router 9e5ef72c-55d4-45df-b11b-f4262689590f has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:54:36.364728 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:54:36.370014 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:36.374668 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] Sync routers for ids ['9e5ef72c-55d4-45df-b11b-f4262689590f'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:54:36.385865 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] Routers {'9e5ef72c-55d4-45df-b11b-f4262689590f'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:54:36.386479 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:54:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['9e5ef72c-55d4-45df-b11b-f4262689590f'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:36.400760 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-ca4fe389-bfec-493a-8aa0-47ddeec17fb3 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "DELETE /v2.0/floatingips/42d2bb37-92bd-46c3-adbe-e94821383a77 HTTP/1.1" status: 204 len: 168 time: 1.0424793 Mar 08 20:54:36.401177 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:54:36.407251 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "tag": "173f967c-fa51-4f51-9945-d53d127f0782"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:54:36.502755 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:36.504062 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] Set router 9e5ef72c-55d4-45df-b11b-f4262689590f gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:54:36.505491 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8885ef-d04f-45c4-aedd-92df43557d95 x-openstack-request-id: req-fd8885ef-d04f-45c4-aedd-92df43557d95 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:54:36.505835 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "tag": "173f967c-fa51-4f51-9945-d53d127f0782", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:54:36.506102 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd8885ef-d04f-45c4-aedd-92df43557d95 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:54:36.506504 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782', 'status': 'completed', 'code': 200} Mar 08 20:54:36.571996 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-eb853adc-ea29-4513-ac85-8a111daa58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:36.573516 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-eb853adc-ea29-4513-ac85-8a111daa58c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a47465b59ca44de84349545f56d02a6&device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 1129 time: 0.0470054 Mar 08 20:54:36.671978 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-cb649999-32b3-49a6-8d73-beed447a3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:36.673458 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-cb649999-32b3-49a6-8d73-beed447a3f9d service neutron] 10.222.0.58 "GET /v2.0/networks?id=42f56289-5f17-4993-86cc-1df2422f6f90 HTTP/1.1" status: 200 len: 909 time: 0.0929153 Mar 08 20:54:36.708680 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7e195070-c323-4236-83cb-e2270cda3272', 'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'mac_address': 'fa:16:3e:6c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:14Z', 'updated_at': '2022-03-08T20:49:19Z', 'revision_number': 5, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'subnets': [{'id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:36.715200 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-0d7a75d1-80b5-46ca-808b-38bf9413cae5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 200 len: 217 time: 0.0358739 Mar 08 20:54:36.739516 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] Checking router: 9e5ef72c-55d4-45df-b11b-f4262689590f for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:54:36.749183 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] Routers {'9e5ef72c-55d4-45df-b11b-f4262689590f'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:54:36.749795 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:54:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['9e5ef72c-55d4-45df-b11b-f4262689590f'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:36.768419 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-919b4259-ef70-428c-9f54-0e8be7e4850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:36.770146 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-919b4259-ef70-428c-9f54-0e8be7e4850b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d1a25d29-d619-404f-ba5b-8b4e87e42e0e HTTP/1.1" status: 200 len: 847 time: 0.0491025 Mar 08 20:54:36.828346 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-5fe70dc1-65eb-4775-ad4a-48523001327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:36.829835 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-5fe70dc1-65eb-4775-ad4a-48523001327c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=42f56289-5f17-4993-86cc-1df2422f6f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467393 Mar 08 20:54:36.858517 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] Set router 9e5ef72c-55d4-45df-b11b-f4262689590f gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:54:36.921896 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-75052a6b-ee74-49cc-95fd-55848d631277 service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856886 Mar 08 20:54:37.054767 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a0b9cbb9-54fb-49e1-a00a-0677c057b8fd req-07262db8-1569-4b25-bca4-1df996db948c service neutron] 10.222.0.58 "GET /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257198 Mar 08 20:54:37.061834 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7e195070-c323-4236-83cb-e2270cda3272', 'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'mac_address': 'fa:16:3e:6c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:14Z', 'updated_at': '2022-03-08T20:49:19Z', 'revision_number': 5, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'subnets': [{'id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:37.063027 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8bb59-b9bc-4bf6-b0e2-d7378b9d7e0c req-eefe8c8e-00ca-4efe-ac1b-3ad42f78956a tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:37.064628 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d1d8bb59-b9bc-4bf6-b0e2-d7378b9d7e0c req-eefe8c8e-00ca-4efe-ac1b-3ad42f78956a tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.1005857 Mar 08 20:54:37.089090 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e352e-8b2a-4a55-bbf3-ac7bb1f6d2af None None] The sync data for ids ['9e5ef72c-55d4-45df-b11b-f4262689590f'] in dv-cinder-830097-3-iscsi is: [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:49:15Z', 'revision_number': 4, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': '7e195070-c323-4236-83cb-e2270cda3272', 'name': '', 'network_id': '42f56289-5f17-4993-86cc-1df2422f6f90', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'mac_address': 'fa:16:3e:6c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:14Z', 'updated_at': '2022-03-08T20:49:19Z', 'revision_number': 5, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'subnets': [{'id': 'd1a25d29-d619-404f-ba5b-8b4e87e42e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:54:37.126868 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-d1d8bb59-b9bc-4bf6-b0e2-d7378b9d7e0c req-d3993028-bfa1-4e0f-812d-228007fc8abd tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534527 Mar 08 20:54:37.331242 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc76e9-abf4-4ee6-87d5-12dbbf6184c7 None None] New status for floating IP 42d2bb37-92bd-46c3-adbe-e94821383a77: DOWN {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:54:38.301204 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cac46-ee2d-47ce-b87c-37babc973343 req-99e3014a-1a11-44d4-8d3b-6f552905e1a5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:38.302714 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1f3cac46-ee2d-47ce-b87c-37babc973343 req-99e3014a-1a11-44d4-8d3b-6f552905e1a5 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0539961 Mar 08 20:54:38.353240 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-1f3cac46-ee2d-47ce-b87c-37babc973343 req-847f99f9-3fd0-4923-b050-31772a45eb68 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/security-groups?id=a224ad96-0fdf-4e25-994f-befa25726a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442123 Mar 08 20:54:38.800263 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61306a-40e2-4163-bcc6-271801116c53 req-e9961ab4-ccc7-4a75-83ee-e5b83688b94c tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:38.801741 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2b61306a-40e2-4163-bcc6-271801116c53 req-e9961ab4-ccc7-4a75-83ee-e5b83688b94c tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.58 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 945 time: 0.0597456 Mar 08 20:54:38.892226 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-2b61306a-40e2-4163-bcc6-271801116c53 req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Deleting port 173f967c-fa51-4f51-9945-d53d127f0782 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:54:38.892562 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-2b61306a-40e2-4163-bcc6-271801116c53 req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (173f967c-fa51-4f51-9945-d53d127f0782), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:38.983966 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-2b61306a-40e2-4163-bcc6-271801116c53 req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] For port 173f967c-fa51-4f51-9945-d53d127f0782, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=173f967c-fa51-4f51-9945-d53d127f0782,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:38.984327 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-2b61306a-40e2-4163-bcc6-271801116c53 req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (173f967c-fa51-4f51-9945-d53d127f0782), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:38.996146 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-2b61306a-40e2-4163-bcc6-271801116c53 req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Calling delete_port for 173f967c-fa51-4f51-9945-d53d127f0782 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:54:39.200483 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-2b61306a-40e2-4163-bcc6-271801116c53 req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (173f967c-fa51-4f51-9945-d53d127f0782), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:39.233338 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event deleted for resources: {'Port': ['ID=173f967c-fa51-4f51-9945-d53d127f0782,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:39.245196 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.245376 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.245678 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.246010 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.246338 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.246725 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.246973 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.247323 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.247652 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.247978 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.248304 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.248627 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.248939 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:39.284761 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b61306a-40e2-4163-bcc6-271801116c53 req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] No DVR routers for this DVR port 173f967c-fa51-4f51-9945-d53d127f0782 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:54:39.287333 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-2b61306a-40e2-4163-bcc6-271801116c53 req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:39.290695 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-2b61306a-40e2-4163-bcc6-271801116c53 req-622ef58d-cca9-43bf-b056-dac77df3d357 tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.58 "DELETE /v2.0/ports/173f967c-fa51-4f51-9945-d53d127f0782 HTTP/1.1" status: 204 len: 173 time: 0.4836321 Mar 08 20:54:39.291147 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'name': 'network-vif-deleted', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:54:39.297107 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef73f20f-634e-4f57-b694-6228f5496710" -d '{"events": [{"server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "name": "network-vif-deleted", "tag": "173f967c-fa51-4f51-9945-d53d127f0782"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:54:39.333944 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362f0560-8f2d-445b-b82e-e4f32219595c x-openstack-request-id: req-362f0560-8f2d-445b-b82e-e4f32219595c {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:54:39.334102 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af72a949-9304-4671-92bb-bb7d53358ee9", "name": "network-vif-deleted", "tag": "173f967c-fa51-4f51-9945-d53d127f0782", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:54:39.334265 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-362f0560-8f2d-445b-b82e-e4f32219595c {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:54:39.334681 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af72a949-9304-4671-92bb-bb7d53358ee9', 'name': 'network-vif-deleted', 'tag': '173f967c-fa51-4f51-9945-d53d127f0782', 'status': 'completed', 'code': 200} Mar 08 20:54:39.447629 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-8ad89140-adb1-4965-9066-2b1cf1e639b6 req-182ad6a2-3bb1-4085-843e-79512412465e tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 210 time: 0.0282843 Mar 08 20:54:40.554277 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-bdcce7da-8f9e-474d-ae37-b15bffc7dea1 req-77924e55-e405-42e1-b28a-f1d3ce8e982f tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "GET /v2.0/ports?device_id=af72a949-9304-4671-92bb-bb7d53358ee9 HTTP/1.1" status: 200 len: 210 time: 0.0274487 Mar 08 20:54:41.611232 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45516) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:41.675632 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50199f34-be85-406c-943d-256fa4faccff tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group (a224ad96-0fdf-4e25-994f-befa25726a80), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:41.700546 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50199f34-be85-406c-943d-256fa4faccff tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group (a224ad96-0fdf-4e25-994f-befa25726a80), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:41.846333 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50199f34-be85-406c-943d-256fa4faccff tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (a224ad96-0fdf-4e25-994f-befa25726a80), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:41.848965 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50199f34-be85-406c-943d-256fa4faccff tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:41.850159 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-50199f34-be85-406c-943d-256fa4faccff tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] 10.222.0.55 "DELETE /v2.0/security-groups/a224ad96-0fdf-4e25-994f-befa25726a80 HTTP/1.1" status: 204 len: 168 time: 0.2379372 Mar 08 20:54:41.859977 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199f34-be85-406c-943d-256fa4faccff tempest-TestShelveInstance-1719493136 tempest-TestShelveInstance-1719493136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a224ad96-0fdf-4e25-994f-befa25726a80,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:41.921980 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 173f967c-fa51-4f51-9945-d53d127f0782 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:54:41.943090 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 173f967c-fa51-4f51-9945-d53d127f0782 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:54:41.943453 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 173f967c-fa51-4f51-9945-d53d127f0782 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:54:42.990387 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45522) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:43.446326 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-854102'] for router_interface (9e5ef72c-55d4-45df-b11b-f4262689590f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:43.905592 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] Deleting port 7e195070-c323-4236-83cb-e2270cda3272 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:54:43.905933 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (7e195070-c323-4236-83cb-e2270cda3272), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:43.986719 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] For port 7e195070-c323-4236-83cb-e2270cda3272, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7e195070-c323-4236-83cb-e2270cda3272,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:43.987055 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (7e195070-c323-4236-83cb-e2270cda3272), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:44.000935 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] Calling delete_port for 7e195070-c323-4236-83cb-e2270cda3272 owned by network:router_interface {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:54:44.257955 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (7e195070-c323-4236-83cb-e2270cda3272), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:44.285203 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e195070-c323-4236-83cb-e2270cda3272,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:44.471706 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-854050'] for router_interface (9e5ef72c-55d4-45df-b11b-f4262689590f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:44.697198 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] Router 9e5ef72c-55d4-45df-b11b-f4262689590f has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:54:44.809254 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:54:44.814695 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-2ee3d309-91e1-4140-975e-682508622a2f admin admin] 10.222.0.55 "PUT /v2.0/routers/9e5ef72c-55d4-45df-b11b-f4262689590f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8232775 Mar 08 20:54:44.817401 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45528) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:44.819268 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] Sync routers for ids ['9e5ef72c-55d4-45df-b11b-f4262689590f'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:54:44.834031 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] Routers {'9e5ef72c-55d4-45df-b11b-f4262689590f'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:54:44.834649 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:54:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['9e5ef72c-55d4-45df-b11b-f4262689590f'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:44.927238 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Publish callbacks [] for router (9e5ef72c-55d4-45df-b11b-f4262689590f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:44.944452 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] Set router 9e5ef72c-55d4-45df-b11b-f4262689590f gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:54:45.044209 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Publish callbacks [] for router_gateway (9e5ef72c-55d4-45df-b11b-f4262689590f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:45.177470 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Deleting port 338a1284-94b4-451b-8544-b10062e24ce7 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:54:45.177806 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (338a1284-94b4-451b-8544-b10062e24ce7), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:45.231992 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '338a1284-94b4-451b-8544-b10062e24ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:54:44Z', 'revision_number': 5, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port': {'id': '338a1284-94b4-451b-8544-b10062e24ce7', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:12Z', 'updated_at': '2022-03-08T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:45.258528 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] Checking router: 9e5ef72c-55d4-45df-b11b-f4262689590f for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:54:45.267621 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] Routers {'9e5ef72c-55d4-45df-b11b-f4262689590f'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:54:45.268259 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:54:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['9e5ef72c-55d4-45df-b11b-f4262689590f'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:45.275242 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] For port 338a1284-94b4-451b-8544-b10062e24ce7, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=338a1284-94b4-451b-8544-b10062e24ce7,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:45.275526 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (338a1284-94b4-451b-8544-b10062e24ce7), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:45.290026 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Calling delete_port for 338a1284-94b4-451b-8544-b10062e24ce7 owned by network:router_gateway {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:54:45.364436 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] Set router 9e5ef72c-55d4-45df-b11b-f4262689590f gateway port host: None {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:54:45.419318 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:54:45Z', 'revision_number': 6, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port_host': None}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:45.446476 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529092c4-6a41-4aae-9c71-d1a23becf351 None None] The sync data for ids ['9e5ef72c-55d4-45df-b11b-f4262689590f'] in dv-cinder-830097-3-iscsi is: [{'id': '9e5ef72c-55d4-45df-b11b-f4262689590f', 'name': 'tempest-TestShelveInstance-141775154-router', 'tenant_id': '4a47465b59ca44de84349545f56d02a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:11Z', 'updated_at': '2022-03-08T20:54:45Z', 'revision_number': 6, 'project_id': '4a47465b59ca44de84349545f56d02a6', 'gw_port_host': None}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:54:45.589587 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (338a1284-94b4-451b-8544-b10062e24ce7), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:45.617513 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=338a1284-94b4-451b-8544-b10062e24ce7,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:45.680861 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-859272'] for router_gateway (9e5ef72c-55d4-45df-b11b-f4262689590f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:45.775387 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-855612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24648'] for router (9e5ef72c-55d4-45df-b11b-f4262689590f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:45.777993 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Publish callbacks [] for router_controller (9e5ef72c-55d4-45df-b11b-f4262689590f), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:45.936458 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-855595'] for router (9e5ef72c-55d4-45df-b11b-f4262689590f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:45.936980 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5ef72c-55d4-45df-b11b-f4262689590f {{(pid=103530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:54:45.941835 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:45.942972 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-dcd1b437-2352-4013-a6cb-937a448b5e76 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9e5ef72c-55d4-45df-b11b-f4262689590f HTTP/1.1" status: 204 len: 168 time: 1.1246262 Mar 08 20:54:45.945568 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45530) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:45.989675 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_v2 [None req-59276a97-3f86-4cba-a55b-d1cfbc06ab7d admin admin] Deleting subnet d1a25d29-d619-404f-ba5b-8b4e87e42e0e {{(pid=103530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:54:45.993414 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59276a97-3f86-4cba-a55b-d1cfbc06ab7d admin admin] Publish callbacks [] for subnet (d1a25d29-d619-404f-ba5b-8b4e87e42e0e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.027942 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59276a97-3f86-4cba-a55b-d1cfbc06ab7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134415'] for subnet (d1a25d29-d619-404f-ba5b-8b4e87e42e0e), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.109827 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59276a97-3f86-4cba-a55b-d1cfbc06ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (d1a25d29-d619-404f-ba5b-8b4e87e42e0e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.212262 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7e195070-c323-4236-83cb-e2270cda3272 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:54:46.229327 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59276a97-3f86-4cba-a55b-d1cfbc06ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9010323'] for subnet (d1a25d29-d619-404f-ba5b-8b4e87e42e0e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.233700 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 7e195070-c323-4236-83cb-e2270cda3272 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:54:46.234285 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7e195070-c323-4236-83cb-e2270cda3272 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:54:46.256129 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59276a97-3f86-4cba-a55b-d1cfbc06ab7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a25d29-d619-404f-ba5b-8b4e87e42e0e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:46.262273 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59276a97-3f86-4cba-a55b-d1cfbc06ab7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.265512 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-59276a97-3f86-4cba-a55b-d1cfbc06ab7d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d1a25d29-d619-404f-ba5b-8b4e87e42e0e HTTP/1.1" status: 204 len: 168 time: 0.3189473 Mar 08 20:54:46.268270 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45532) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:46.269068 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d5b338-d0fd-4c9b-ac96-3402432a1a8f None None] Network 42f56289-5f17-4993-86cc-1df2422f6f90 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:54:46.366600 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (42f56289-5f17-4993-86cc-1df2422f6f90), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.437389 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] DHCP port deletion for 42f56289-5f17-4993-86cc-1df2422f6f90 request from dv-cinder-830097-3-iscsi {{(pid=103532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:54:46.437786 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Deleting port 91c36c76-8576-4413-a09a-b7b7010052ed {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:54:46.438159 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.511566 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Deleting port 91c36c76-8576-4413-a09a-b7b7010052ed {{(pid=103532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:54:46.511951 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), before_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.512890 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] For port 91c36c76-8576-4413-a09a-b7b7010052ed, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=91c36c76-8576-4413-a09a-b7b7010052ed,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:46.513457 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.534981 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Calling delete_port for 91c36c76-8576-4413-a09a-b7b7010052ed owned by network:dhcp {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:54:46.566814 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-708989b6-ba2a-4801-94d1-7393ac4d8e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.588836 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] For port 91c36c76-8576-4413-a09a-b7b7010052ed, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=91c36c76-8576-4413-a09a-b7b7010052ed,segment=NetworkSegment(1127df21-41fc-4d83-972b-a4087c4fd8d8),segment_id=1127df21-41fc-4d83-972b-a4087c4fd8d8)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:46.589243 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), precommit_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.602876 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Calling delete_port for 91c36c76-8576-4413-a09a-b7b7010052ed owned by network:dhcp {{(pid=103532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:54:46.715542 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.727509 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (91c36c76-8576-4413-a09a-b7b7010052ed), after_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:46.745286 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c36c76-8576-4413-a09a-b7b7010052ed,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:46.747165 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] No DVR routers for this DVR port 91c36c76-8576-4413-a09a-b7b7010052ed on host dv-cinder-830097-3-iscsi {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:54:46.765777 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Pushing event deleted for resources: {'Port': ['ID=91c36c76-8576-4413-a09a-b7b7010052ed,revision_number=None']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:46.770302 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] No DVR routers for this DVR port 91c36c76-8576-4413-a09a-b7b7010052ed on host dv-cinder-830097-3-iscsi {{(pid=103532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:54:46.790416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.790416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.790416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.790416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.790416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.790416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.790416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.790416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.790416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.792165 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.792165 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.792165 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:46.792643 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ade32e-9355-4c15-b7fb-63e233e45c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:47.107254 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (42f56289-5f17-4993-86cc-1df2422f6f90), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:47.128036 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f56289-5f17-4993-86cc-1df2422f6f90']}} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:47.138078 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1127df21-41fc-4d83-972b-a4087c4fd8d8') {'for_net_delete': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:47.138379 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1127df21-41fc-4d83-972b-a4087c4fd8d8') {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:47.148309 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095907'] for segment (1127df21-41fc-4d83-972b-a4087c4fd8d8), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:47.162798 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (1127df21-41fc-4d83-972b-a4087c4fd8d8), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:47.170596 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:54:47.171846 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8694571'] for segment (1127df21-41fc-4d83-972b-a4087c4fd8d8), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: Traceback (most recent call last): Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: timer() Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: cb(*args, **kw) Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: return func(*args, **kwargs) Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: self._notify() Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: self.callback(batched_events) Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: event.method(event) Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: return f(self, *a, **k) Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._get(url).json() Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: return self.request(url, 'GET', **kwargs) Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:54:47.172829 dv-cinder-830097-3-iscsi neutron-server[103531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:54:47.274542 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (42f56289-5f17-4993-86cc-1df2422f6f90), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:47.280217 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:47.286765 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/42f56289-5f17-4993-86cc-1df2422f6f90 HTTP/1.1" status: 204 len: 168 time: 1.0141220 Mar 08 20:54:47.290003 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45534) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:47.295070 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18032c29-fe6f-4922-8640-0217387131e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f56289-5f17-4993-86cc-1df2422f6f90,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:47.650404 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-854102'] for router_interface (be076109-81c5-414e-9775-37c50d42d1d1), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:47.857340 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 91c36c76-8576-4413-a09a-b7b7010052ed no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:54:47.877048 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 91c36c76-8576-4413-a09a-b7b7010052ed {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:54:47.877390 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 91c36c76-8576-4413-a09a-b7b7010052ed not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:54:47.877863 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 338a1284-94b4-451b-8544-b10062e24ce7 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:54:47.896855 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 338a1284-94b4-451b-8544-b10062e24ce7 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:54:47.897199 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 338a1284-94b4-451b-8544-b10062e24ce7 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:54:47.905866 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] Deleting port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:54:47.906158 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:47.984481 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] For port 3e8facb5-9fde-4948-bd4e-f5e46f887d2c, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=3e8facb5-9fde-4948-bd4e-f5e46f887d2c,segment=NetworkSegment(3f68ec79-b290-42f7-a9fb-e7f93ac3807f),segment_id=3f68ec79-b290-42f7-a9fb-e7f93ac3807f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:47.984848 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:47.997197 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] Calling delete_port for 3e8facb5-9fde-4948-bd4e-f5e46f887d2c owned by network:router_interface {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:54:48.291565 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (3e8facb5-9fde-4948-bd4e-f5e46f887d2c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:48.321532 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8facb5-9fde-4948-bd4e-f5e46f887d2c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:48.495255 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-854050'] for router_interface (be076109-81c5-414e-9775-37c50d42d1d1), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:48.937057 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] Router be076109-81c5-414e-9775-37c50d42d1d1 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:54:49.050962 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:54:49.060826 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-f80ec089-67a5-4788-b5fd-91ff6e81f46b admin admin] 10.222.0.55 "PUT /v2.0/routers/be076109-81c5-414e-9775-37c50d42d1d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647786 Mar 08 20:54:49.060826 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45538) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:49.062249 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] Sync routers for ids ['be076109-81c5-414e-9775-37c50d42d1d1'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:54:49.072322 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] Routers {'be076109-81c5-414e-9775-37c50d42d1d1'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:54:49.072944 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:54:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['be076109-81c5-414e-9775-37c50d42d1d1'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:49.080854 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-58ea5c0d-7e2f-4f6b-9c0a-255eecd08feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:49.172119 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Publish callbacks [] for router (be076109-81c5-414e-9775-37c50d42d1d1), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:49.194215 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] Set router be076109-81c5-414e-9775-37c50d42d1d1 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:54:49.284040 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Publish callbacks [] for router_gateway (be076109-81c5-414e-9775-37c50d42d1d1), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:49.371641 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'name': 'tempest-TestShelveInstance-650178303-router', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:18Z', 'updated_at': '2022-03-08T20:54:48Z', 'revision_number': 5, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'gw_port': {'id': '816f7f85-340e-4ec4-a01d-399cb5551808', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:49:19Z', 'updated_at': '2022-03-08T20:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:49.399238 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] Checking router: be076109-81c5-414e-9775-37c50d42d1d1 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:54:49.407638 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] Routers {'be076109-81c5-414e-9775-37c50d42d1d1'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:54:49.408251 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:54:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['be076109-81c5-414e-9775-37c50d42d1d1'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:49.409545 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Deleting port 816f7f85-340e-4ec4-a01d-399cb5551808 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:54:49.410071 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:49.491835 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] For port 816f7f85-340e-4ec4-a01d-399cb5551808, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=816f7f85-340e-4ec4-a01d-399cb5551808,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:49.492108 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:49.497769 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] Set router be076109-81c5-414e-9775-37c50d42d1d1 gateway port host: None {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:54:49.504762 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Calling delete_port for 816f7f85-340e-4ec4-a01d-399cb5551808 owned by network:router_gateway {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:54:49.553930 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'name': 'tempest-TestShelveInstance-650178303-router', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:18Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 6, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'gw_port_host': None}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:49.580380 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd72e26-c9c2-4668-879d-8a421f568f39 None None] The sync data for ids ['be076109-81c5-414e-9775-37c50d42d1d1'] in dv-cinder-830097-3-iscsi is: [{'id': 'be076109-81c5-414e-9775-37c50d42d1d1', 'name': 'tempest-TestShelveInstance-650178303-router', 'tenant_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:49:18Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 6, 'project_id': '650c7f93cfc54f7693ca6cc0bdb7fd01', 'gw_port_host': None}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:54:49.760332 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (816f7f85-340e-4ec4-a01d-399cb5551808), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:49.787904 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Pushing event deleted for resources: {'Port': ['ID=816f7f85-340e-4ec4-a01d-399cb5551808,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:49.852442 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-859272'] for router_gateway (be076109-81c5-414e-9775-37c50d42d1d1), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:49.947795 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-855612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24648'] for router (be076109-81c5-414e-9775-37c50d42d1d1), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:49.951124 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Publish callbacks [] for router_controller (be076109-81c5-414e-9775-37c50d42d1d1), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.080679 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-855595'] for router (be076109-81c5-414e-9775-37c50d42d1d1), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.081257 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Fanout notify agent at l3_agent the message router_deleted on router be076109-81c5-414e-9775-37c50d42d1d1 {{(pid=103530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:54:50.085586 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.086798 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-7f02d661-1c54-415c-b68c-af1f9ff0aedc admin admin] 10.222.0.55 "DELETE /v2.0/routers/be076109-81c5-414e-9775-37c50d42d1d1 HTTP/1.1" status: 204 len: 168 time: 1.0270815 Mar 08 20:54:50.089280 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45544) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:50.134649 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b6fe13-286f-4cd9-add3-4db6fe8dc6a8 admin admin] Deleting subnet 00afcde7-a900-43a0-a69f-2e6ea38ca820 {{(pid=103530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:54:50.138117 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe13-286f-4cd9-add3-4db6fe8dc6a8 admin admin] Publish callbacks [] for subnet (00afcde7-a900-43a0-a69f-2e6ea38ca820), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.173048 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe13-286f-4cd9-add3-4db6fe8dc6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134415'] for subnet (00afcde7-a900-43a0-a69f-2e6ea38ca820), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.253610 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe13-286f-4cd9-add3-4db6fe8dc6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (00afcde7-a900-43a0-a69f-2e6ea38ca820), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.275509 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.357613 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 3e8facb5-9fde-4948-bd4e-f5e46f887d2c no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:54:50.379425 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 3e8facb5-9fde-4948-bd4e-f5e46f887d2c {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:54:50.380014 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 3e8facb5-9fde-4948-bd4e-f5e46f887d2c not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:54:50.383457 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe13-286f-4cd9-add3-4db6fe8dc6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9010323'] for subnet (00afcde7-a900-43a0-a69f-2e6ea38ca820), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.410462 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6fe13-286f-4cd9-add3-4db6fe8dc6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00afcde7-a900-43a0-a69f-2e6ea38ca820,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:50.414586 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fe13-286f-4cd9-add3-4db6fe8dc6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.417851 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-a4b6fe13-286f-4cd9-add3-4db6fe8dc6a8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/00afcde7-a900-43a0-a69f-2e6ea38ca820 HTTP/1.1" status: 204 len: 168 time: 0.3276021 Mar 08 20:54:50.420661 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45546) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:50.424688 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec12c488-9aba-4e04-9237-a6e5128d1c5a None None] Network 70d70863-8933-4ae5-bd1c-353f2e51e4ed requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:54:50.497840 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (70d70863-8933-4ae5-bd1c-353f2e51e4ed), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.553180 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Deleting port d397514a-50d6-40dc-a401-77444056c960 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:54:50.553525 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (d397514a-50d6-40dc-a401-77444056c960), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.580705 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d147cd3d-7409-4ab5-831c-307815aef92d None None] DHCP port deletion for 70d70863-8933-4ae5-bd1c-353f2e51e4ed request from dv-cinder-830097-3-iscsi {{(pid=103532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:54:50.624727 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] For port d397514a-50d6-40dc-a401-77444056c960, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=d397514a-50d6-40dc-a401-77444056c960,segment=NetworkSegment(3f68ec79-b290-42f7-a9fb-e7f93ac3807f),segment_id=3f68ec79-b290-42f7-a9fb-e7f93ac3807f)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:50.625342 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (d397514a-50d6-40dc-a401-77444056c960), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.632713 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-d147cd3d-7409-4ab5-831c-307815aef92d None None] Deleting port d397514a-50d6-40dc-a401-77444056c960 {{(pid=103532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:54:50.633082 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d147cd3d-7409-4ab5-831c-307815aef92d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (d397514a-50d6-40dc-a401-77444056c960), before_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.640525 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Calling delete_port for d397514a-50d6-40dc-a401-77444056c960 owned by network:dhcp {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:54:50.834696 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (d397514a-50d6-40dc-a401-77444056c960), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.844269 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-d147cd3d-7409-4ab5-831c-307815aef92d None None] For port d397514a-50d6-40dc-a401-77444056c960, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=d397514a-50d6-40dc-a401-77444056c960,segment=NetworkSegment(3f68ec79-b290-42f7-a9fb-e7f93ac3807f),segment_id=3f68ec79-b290-42f7-a9fb-e7f93ac3807f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:50.851822 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d147cd3d-7409-4ab5-831c-307815aef92d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (d397514a-50d6-40dc-a401-77444056c960), precommit_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.857963 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-d147cd3d-7409-4ab5-831c-307815aef92d None None] Calling delete_port for d397514a-50d6-40dc-a401-77444056c960 owned by network:dhcp {{(pid=103532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:54:50.860878 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=d397514a-50d6-40dc-a401-77444056c960,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:50.864501 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] No DVR routers for this DVR port d397514a-50d6-40dc-a401-77444056c960 on host dv-cinder-830097-3-iscsi {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:54:50.940282 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d147cd3d-7409-4ab5-831c-307815aef92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (d397514a-50d6-40dc-a401-77444056c960), after_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.942038 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (70d70863-8933-4ae5-bd1c-353f2e51e4ed), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.964537 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d70863-8933-4ae5-bd1c-353f2e51e4ed']}} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:50.967001 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147cd3d-7409-4ab5-831c-307815aef92d None None] Pushing event deleted for resources: {'Port': ['ID=d397514a-50d6-40dc-a401-77444056c960,revision_number=None']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:50.969476 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d147cd3d-7409-4ab5-831c-307815aef92d None None] No DVR routers for this DVR port d397514a-50d6-40dc-a401-77444056c960 on host dv-cinder-830097-3-iscsi {{(pid=103532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:54:50.974441 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f68ec79-b290-42f7-a9fb-e7f93ac3807f') {'for_net_delete': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:50.974756 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f68ec79-b290-42f7-a9fb-e7f93ac3807f') {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:50.986184 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095907'] for segment (3f68ec79-b290-42f7-a9fb-e7f93ac3807f), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:50.999851 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (3f68ec79-b290-42f7-a9fb-e7f93ac3807f), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8694571'] for segment (3f68ec79-b290-42f7-a9fb-e7f93ac3807f), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: Traceback (most recent call last): Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: timer() Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: cb(*args, **kw) Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: return func(*args, **kwargs) Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: self._notify() Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: self.callback(batched_events) Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: event.method(event) Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: return f(self, *a, **k) Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._get(url).json() Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: return self.request(url, 'GET', **kwargs) Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:54:51.012125 dv-cinder-830097-3-iscsi neutron-server[103531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:54:51.142970 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (70d70863-8933-4ae5-bd1c-353f2e51e4ed), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:51.149261 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:51.158378 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] 10.222.0.55 "DELETE /v2.0/networks/70d70863-8933-4ae5-bd1c-353f2e51e4ed HTTP/1.1" status: 204 len: 168 time: 0.7307479 Mar 08 20:54:51.163375 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36a595-a4c6-4f66-b3e5-db12068a7f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d70863-8933-4ae5-bd1c-353f2e51e4ed,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:51.477246 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45552) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:51.517836 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-21483036-e2c0-49b2-9052-7e10e678d3fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a47465b59ca44de84349545f56d02a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393736 Mar 08 20:54:51.520309 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45554) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:51.568244 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-712efc16-5758-4297-9c9d-53864f0e8166 admin admin] Publish callbacks [] for security_group (bd7c9f61-935e-427a-a038-3c9d0703f64a), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:51.590410 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-712efc16-5758-4297-9c9d-53864f0e8166 admin admin] Publish callbacks [] for security_group (bd7c9f61-935e-427a-a038-3c9d0703f64a), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:51.754613 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-712efc16-5758-4297-9c9d-53864f0e8166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (bd7c9f61-935e-427a-a038-3c9d0703f64a), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:51.757280 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-712efc16-5758-4297-9c9d-53864f0e8166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:51.758448 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-712efc16-5758-4297-9c9d-53864f0e8166 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd7c9f61-935e-427a-a038-3c9d0703f64a HTTP/1.1" status: 204 len: 168 time: 0.2372119 Mar 08 20:54:51.766271 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712efc16-5758-4297-9c9d-53864f0e8166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7c9f61-935e-427a-a038-3c9d0703f64a,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:51.783524 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:51.859273 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 816f7f85-340e-4ec4-a01d-399cb5551808 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:54:51.880723 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 816f7f85-340e-4ec4-a01d-399cb5551808 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:54:51.881065 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 816f7f85-340e-4ec4-a01d-399cb5551808 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:54:51.881482 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device d397514a-50d6-40dc-a401-77444056c960 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:54:51.899999 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: d397514a-50d6-40dc-a401-77444056c960 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:54:51.900339 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device d397514a-50d6-40dc-a401-77444056c960 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:54:52.465221 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45560) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:52.510532 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-85440cdb-0f07-4699-8536-9f0c71dbbb2e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=650c7f93cfc54f7693ca6cc0bdb7fd01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440612 Mar 08 20:54:52.513155 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45562) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:54:52.562167 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b689-b839-4e14-99c2-ef47f8148bd9 admin admin] Publish callbacks [] for security_group (c993a49b-faef-4bda-a2e2-e2ba3cb5f66d), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:52.584058 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b689-b839-4e14-99c2-ef47f8148bd9 admin admin] Publish callbacks [] for security_group (c993a49b-faef-4bda-a2e2-e2ba3cb5f66d), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:52.711291 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b689-b839-4e14-99c2-ef47f8148bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (c993a49b-faef-4bda-a2e2-e2ba3cb5f66d), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:52.714029 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b689-b839-4e14-99c2-ef47f8148bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:54:52.715233 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-bcd9b689-b839-4e14-99c2-ef47f8148bd9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c993a49b-faef-4bda-a2e2-e2ba3cb5f66d HTTP/1.1" status: 204 len: 168 time: 0.2011490 Mar 08 20:54:52.723183 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9b689-b839-4e14-99c2-ef47f8148bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c993a49b-faef-4bda-a2e2-e2ba3cb5f66d,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:52.966208 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:02.680752 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:55:06.530774 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:16.536430 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-4735bab4-adce-46d1-a134-f66fd10a9a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:19.073201 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d3f849e7-749c-45a6-9eae-e2712a811893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:20.319380 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:20.392458 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-6e440743-59de-4a5e-a1bd-e0a006b781ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1913786 Mar 08 20:55:20.456891 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-3e70cd9c-d057-4f56-bccf-c156c0fbaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:20.458360 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-3e70cd9c-d057-4f56-bccf-c156c0fbaaf6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 1129 time: 0.0449157 Mar 08 20:55:20.561275 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-32ab109a-e20a-4e0f-ac75-11364893abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:20.562748 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-32ab109a-e20a-4e0f-ac75-11364893abd8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 912 time: 0.0861964 Mar 08 20:55:20.631543 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-dab128b2-2369-416f-ab88-805c4cdcb3c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fa0e1bb-8536-43fd-b5d7-efc9986ac136 HTTP/1.1" status: 200 len: 1001 time: 0.0618596 Mar 08 20:55:20.681187 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-59742ac0-cc61-415a-a385-077381d6ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:20.682662 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-59742ac0-cc61-415a-a385-077381d6ebe1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0439982 Mar 08 20:55:20.734546 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-58ebe3d2-d2b2-4a5c-ad26-88068fa81af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:20.736134 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-58ebe3d2-d2b2-4a5c-ad26-88068fa81af1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482600 Mar 08 20:55:20.745724 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-7cd4363d-ea5b-4835-9edc-9049488622b2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103531) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:55:20.746698 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-7cd4363d-ea5b-4835-9edc-9049488622b2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048940 Mar 08 20:55:20.842976 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-2578313b-76ec-429b-af31-a15962fc7137 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906544 Mar 08 20:55:20.946733 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-8fa77310-8fe1-459f-815b-6c2cf44b68c2 req-7929e333-365b-4aac-8964-462371087759 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930159 Mar 08 20:55:21.696053 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:22.924013 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:34.988133 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45574) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:35.146369 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Deleting port 9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:35.146709 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:35.222410 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:35.222823 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:35.234438 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Calling delete_port for 9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96 owned by network:floatingip {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:35.450254 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:35.476325 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event deleted for resources: {'Port': ['ID=9a9b5bb4-2d34-46b9-8a2e-caaddcb6fc96,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:35.541815 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (d27bf53d-d074-4e4f-bde4-5c55e87ece58), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:35.542141 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.db.l3_db [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Floating IP d27bf53d-d074-4e4f-bde4-5c55e87ece58 disassociated (deleted). External IP: 172.27.3.35, port: 499e576f-f1f2-459e-96f0-2e7aa3ee2590. Mar 08 20:55:35.759277 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Router cf517cde-2bb7-4a14-9492-b92e94b95096 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:55:35.883653 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:55:35.889221 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:35.896374 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] Sync routers for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:55:35.907284 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:55:35.908060 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:55:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:35.921596 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-03c54669-5089-476d-842b-ba1b441f8d90 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "DELETE /v2.0/floatingips/d27bf53d-d074-4e4f-bde4-5c55e87ece58 HTTP/1.1" status: 204 len: 168 time: 0.9316988 Mar 08 20:55:35.922138 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'tag': '499e576f-f1f2-459e-96f0-2e7aa3ee2590'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:55:35.924735 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061b8bb7-4870-41ea-8da5-d3951e88bbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa06c6cb-c305-4ea0-a04f-eca9cc8684b7", "tag": "499e576f-f1f2-459e-96f0-2e7aa3ee2590"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:55:35.964804 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b1a594-4274-412a-86ad-8c05f83caa30 x-openstack-request-id: req-33b1a594-4274-412a-86ad-8c05f83caa30 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:55:35.965807 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa06c6cb-c305-4ea0-a04f-eca9cc8684b7", "tag": "499e576f-f1f2-459e-96f0-2e7aa3ee2590", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:55:35.965807 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33b1a594-4274-412a-86ad-8c05f83caa30 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:55:35.965807 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'tag': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'status': 'completed', 'code': 200} Mar 08 20:55:36.034464 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:55:36.040735 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-4943d40d-062c-4ac3-9cd2-0e1d0fce172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:36.042466 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-4943d40d-062c-4ac3-9cd2-0e1d0fce172f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 1129 time: 0.0541985 Mar 08 20:55:36.144003 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-e0fecc69-26f9-4a66-b022-cf4a6228119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:36.145490 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-e0fecc69-26f9-4a66-b022-cf4a6228119b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 912 time: 0.0974636 Mar 08 20:55:36.187912 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-c73a6119-42a1-447f-954f-8fea06e1001d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=499e576f-f1f2-459e-96f0-2e7aa3ee2590 HTTP/1.1" status: 200 len: 217 time: 0.0369196 Mar 08 20:55:36.241159 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-eef1a7e5-baaa-4b56-a224-f24a99da2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:36.242610 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-eef1a7e5-baaa-4b56-a224-f24a99da2a92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0449767 Mar 08 20:55:36.281644 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:78:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:51:03Z', 'updated_at': '2022-03-08T20:51:05Z', 'revision_number': 1, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:36.293997 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-3dd7ffc1-de0a-4a36-af0a-b3ce619ccbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:36.296320 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-3dd7ffc1-de0a-4a36-af0a-b3ce619ccbc0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464382 Mar 08 20:55:36.312605 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] Checking router: cf517cde-2bb7-4a14-9492-b92e94b95096 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:55:36.321265 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:55:36.321885 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:55:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:36.394500 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-aa611cd2-d5c6-4dbf-879e-c272812bf0a5 service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921650 Mar 08 20:55:36.448594 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:55:36.478834 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:36.509892 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-061b8bb7-4870-41ea-8da5-d3951e88bbc1 req-262adf27-ffe4-481b-9c29-81983f2095dc service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099234 Mar 08 20:55:36.659263 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f99d62-61dd-42e4-b92f-ee5e75afca71 req-ea854f68-4c8c-4b6a-9252-0199162cf076 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:36.660825 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-31f99d62-61dd-42e4-b92f-ee5e75afca71 req-ea854f68-4c8c-4b6a-9252-0199162cf076 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 945 time: 0.1972916 Mar 08 20:55:36.710512 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-31f99d62-61dd-42e4-b92f-ee5e75afca71 req-a1318060-d406-4d72-934e-8077c56c3f7a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 Mar 08 20:55:36.728415 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:78:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:51:03Z', 'updated_at': '2022-03-08T20:51:05Z', 'revision_number': 1, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:36.841963 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee67536-1088-4ed3-9996-772fdf6b6245 None None] The sync data for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi is: [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_floatingips': [{'id': 'cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'router_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'port_id': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'mac_address': 'fa:16:3e:78:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:51:03Z', 'updated_at': '2022-03-08T20:51:05Z', 'revision_number': 1, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:55:37.075372 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e141ed5-21d8-4807-88ad-f9bffd89aa5f None None] New status for floating IP d27bf53d-d074-4e4f-bde4-5c55e87ece58: DOWN {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:55:37.890903 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c88b5-d637-4f34-b1e0-4830e285ee19 req-80e549d1-2949-4758-a5f0-0876a3289a31 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:37.892447 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d73c88b5-d637-4f34-b1e0-4830e285ee19 req-80e549d1-2949-4758-a5f0-0876a3289a31 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 945 time: 0.1118026 Mar 08 20:55:37.942827 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-d73c88b5-d637-4f34-b1e0-4830e285ee19 req-344d685a-569b-4bb7-b89d-afe7ab30fe9e tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447223 Mar 08 20:55:38.127902 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-bbcfe8d5-b09f-4110-9185-d391e05bbc56 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:38.129338 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-bbcfe8d5-b09f-4110-9185-d391e05bbc56 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 945 time: 0.0542295 Mar 08 20:55:38.225631 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-66844c03-3a9f-4342-9a41-1bd369b50a5a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Deleting port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:38.225963 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-66844c03-3a9f-4342-9a41-1bd369b50a5a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:38.317298 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-66844c03-3a9f-4342-9a41-1bd369b50a5a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] For port 499e576f-f1f2-459e-96f0-2e7aa3ee2590, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=499e576f-f1f2-459e-96f0-2e7aa3ee2590,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:38.317575 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-66844c03-3a9f-4342-9a41-1bd369b50a5a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:38.330354 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-66844c03-3a9f-4342-9a41-1bd369b50a5a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Calling delete_port for 499e576f-f1f2-459e-96f0-2e7aa3ee2590 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:38.547029 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-66844c03-3a9f-4342-9a41-1bd369b50a5a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (499e576f-f1f2-459e-96f0-2e7aa3ee2590), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:38.575919 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66844c03-3a9f-4342-9a41-1bd369b50a5a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event deleted for resources: {'Port': ['ID=499e576f-f1f2-459e-96f0-2e7aa3ee2590,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:38.622737 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-66844c03-3a9f-4342-9a41-1bd369b50a5a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] No DVR routers for this DVR port 499e576f-f1f2-459e-96f0-2e7aa3ee2590 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:55:38.626462 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-66844c03-3a9f-4342-9a41-1bd369b50a5a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:38.630270 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-a729fe54-f3f5-4b56-ac55-fb934336791a req-66844c03-3a9f-4342-9a41-1bd369b50a5a tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "DELETE /v2.0/ports/499e576f-f1f2-459e-96f0-2e7aa3ee2590 HTTP/1.1" status: 204 len: 173 time: 0.4960461 Mar 08 20:55:38.630771 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'name': 'network-vif-deleted', 'tag': '499e576f-f1f2-459e-96f0-2e7aa3ee2590'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:55:38.633751 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7322262-4cac-4307-99b7-a7f229625f5f" -d '{"events": [{"server_uuid": "fa06c6cb-c305-4ea0-a04f-eca9cc8684b7", "name": "network-vif-deleted", "tag": "499e576f-f1f2-459e-96f0-2e7aa3ee2590"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:55:38.670945 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e61b2c6-fbc1-446c-8506-df260788cdc6 x-openstack-request-id: req-0e61b2c6-fbc1-446c-8506-df260788cdc6 {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:55:38.671293 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa06c6cb-c305-4ea0-a04f-eca9cc8684b7", "name": "network-vif-deleted", "tag": "499e576f-f1f2-459e-96f0-2e7aa3ee2590", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:55:38.671555 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e61b2c6-fbc1-446c-8506-df260788cdc6 {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:55:38.672465 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa06c6cb-c305-4ea0-a04f-eca9cc8684b7', 'name': 'network-vif-deleted', 'tag': '499e576f-f1f2-459e-96f0-2e7aa3ee2590', 'status': 'completed', 'code': 200} Mar 08 20:55:39.055397 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-978fe422-e8d2-4380-8361-8a666574f38e req-f61fa187-e22c-4bb4-9dfd-39143696403b tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa06c6cb-c305-4ea0-a04f-eca9cc8684b7 HTTP/1.1" status: 200 len: 210 time: 0.0297146 Mar 08 20:55:39.680082 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:55:42.262538 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 499e576f-f1f2-459e-96f0-2e7aa3ee2590 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:55:42.283357 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 499e576f-f1f2-459e-96f0-2e7aa3ee2590 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:55:42.283699 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 499e576f-f1f2-459e-96f0-2e7aa3ee2590 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:55:42.467267 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45608) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:42.631499 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Deleting port 9d8f70f8-8313-479c-95ca-d43af38ebf93 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:42.631847 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (9d8f70f8-8313-479c-95ca-d43af38ebf93), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:42.712733 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (9d8f70f8-8313-479c-95ca-d43af38ebf93), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:42.713062 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (9d8f70f8-8313-479c-95ca-d43af38ebf93), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:42.724740 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Calling delete_port for 9d8f70f8-8313-479c-95ca-d43af38ebf93 owned by network:floatingip {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:42.947193 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (9d8f70f8-8313-479c-95ca-d43af38ebf93), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:42.972731 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event deleted for resources: {'Port': ['ID=9d8f70f8-8313-479c-95ca-d43af38ebf93,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:42.982614 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.982988 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.983379 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.983702 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.984172 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.984861 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.984861 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.985161 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.985502 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.985835 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.986158 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.987027 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:42.987380 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:43.048504 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:43.048835 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.db.l3_db [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Floating IP cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6 disassociated (deleted). External IP: 172.27.3.168, port: 0fa0e1bb-8536-43fd-b5d7-efc9986ac136. Mar 08 20:55:43.263728 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Router cf517cde-2bb7-4a14-9492-b92e94b95096 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:55:43.375844 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:55:43.386255 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:43.386370 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] Sync routers for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:55:43.396580 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:55:43.397198 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:55:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:43.412086 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-148a9ee0-512a-4a28-a803-d1cb9e9830e7 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "DELETE /v2.0/floatingips/cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6 HTTP/1.1" status: 204 len: 168 time: 0.9436650 Mar 08 20:55:43.412840 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'tag': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:55:43.415620 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3832622970739dda355f9dfacd5c900d8e6856d0f185cf532f926887676cb742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4806383a-062e-4496-9dce-388d920682cd" -d '{"events": [{"name": "network-changed", "server_uuid": "440b1af9-3bdb-4ca3-807f-d4c30f7b42d4", "tag": "0fa0e1bb-8536-43fd-b5d7-efc9986ac136"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:55:43.454787 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1720dc9a-2a56-4ecf-8310-c8fda747fcb3 x-openstack-request-id: req-1720dc9a-2a56-4ecf-8310-c8fda747fcb3 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:55:43.455282 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440b1af9-3bdb-4ca3-807f-d4c30f7b42d4", "tag": "0fa0e1bb-8536-43fd-b5d7-efc9986ac136", "status": "completed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:55:43.455683 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1720dc9a-2a56-4ecf-8310-c8fda747fcb3 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:55:43.456132 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'tag': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'status': 'completed', 'code': 200} Mar 08 20:55:43.509862 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:55:43.520146 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806383a-062e-4496-9dce-388d920682cd req-b1790b8d-41dd-4938-83f4-8d74ca7be42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:43.521687 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4806383a-062e-4496-9dce-388d920682cd req-b1790b8d-41dd-4938-83f4-8d74ca7be42f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 1129 time: 0.0486243 Mar 08 20:55:43.622518 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806383a-062e-4496-9dce-388d920682cd req-994968e4-0974-462c-a85a-c64bd3ba3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:43.624985 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4806383a-062e-4496-9dce-388d920682cd req-994968e4-0974-462c-a85a-c64bd3ba3c9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 200 len: 912 time: 0.0958300 Mar 08 20:55:43.665567 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4806383a-062e-4496-9dce-388d920682cd req-b9c21b97-3833-460e-97fc-2f697607fbb7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fa0e1bb-8536-43fd-b5d7-efc9986ac136 HTTP/1.1" status: 200 len: 217 time: 0.0350263 Mar 08 20:55:43.715195 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:43.718827 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806383a-062e-4496-9dce-388d920682cd req-4fe11a7e-3f0e-4481-84d9-f604423ac460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:43.720822 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4806383a-062e-4496-9dce-388d920682cd req-4fe11a7e-3f0e-4481-84d9-f604423ac460 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 200 len: 850 time: 0.0470288 Mar 08 20:55:43.745624 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] Checking router: cf517cde-2bb7-4a14-9492-b92e94b95096 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:55:43.756165 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:55:43.756901 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:55:19Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:43.771759 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806383a-062e-4496-9dce-388d920682cd req-cd95a1c3-1b94-437b-be94-df2ac33e8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:43.773187 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4806383a-062e-4496-9dce-388d920682cd req-cd95a1c3-1b94-437b-be94-df2ac33e8087 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ecffcd94-e115-4d43-a217-c399c187471f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473626 Mar 08 20:55:43.868844 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4806383a-062e-4496-9dce-388d920682cd req-319dbc2b-23f0-47a5-966b-54881d2ba72d service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894351 Mar 08 20:55:43.870303 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:55:44.005431 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-4806383a-062e-4496-9dce-388d920682cd req-d21f4206-a95f-40a2-a510-5ad8bc70580f service neutron] 10.222.0.58 "GET /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299291 Mar 08 20:55:44.019327 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef8e0-06be-4b70-a89e-101d2ea15776 req-18347952-6f0e-43b8-81e4-6c904133d692 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:44.027033 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-701ef8e0-06be-4b70-a89e-101d2ea15776 req-18347952-6f0e-43b8-81e4-6c904133d692 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 945 time: 0.0857177 Mar 08 20:55:44.074548 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-701ef8e0-06be-4b70-a89e-101d2ea15776 req-6e9208e8-17ef-4f1d-8be0-dd5f5c773864 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466180 Mar 08 20:55:44.091404 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:44.121584 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046921c8-2957-43a5-800c-7e6432a4893c None None] The sync data for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi is: [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:45Z', 'revision_number': 4, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi', '_interfaces': [{'id': 'c32d7be2-3b20-4af3-9988-ce023d64ec17', 'name': '', 'network_id': 'ecffcd94-e115-4d43-a217-c399c187471f', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'mac_address': 'fa:16:3e:bd:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:45Z', 'updated_at': '2022-03-08T20:46:49Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'subnets': [{'id': 'a2985601-8e8a-4773-8465-8e9a228d1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:55:44.355530 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb186e-7db8-4413-97fc-715afed0a662 None None] New status for floating IP cfdfad4a-fa4f-46c0-896b-ca9a0f06d8d6: DOWN {{(pid=103532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:55:45.196904 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9ce5a-fb8c-4f9e-a00b-d8fa405f5f48 req-68ae3eec-0520-4107-a434-ac5cf860ae42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:45.198444 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6ff9ce5a-fb8c-4f9e-a00b-d8fa405f5f48 req-68ae3eec-0520-4107-a434-ac5cf860ae42 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 945 time: 0.0522170 Mar 08 20:55:45.246325 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-6ff9ce5a-fb8c-4f9e-a00b-d8fa405f5f48 req-6a7b647b-e77a-4e10-915d-d562416e3845 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b135ee2-c907-4e8e-9cae-66de5f41231a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Mar 08 20:55:45.503755 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03155a52-3574-445f-a59f-11508c86f761 req-40ce97f6-9640-4e50-9751-518c9ff57abf tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:45.505185 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-03155a52-3574-445f-a59f-11508c86f761 req-40ce97f6-9640-4e50-9751-518c9ff57abf tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 945 time: 0.0530145 Mar 08 20:55:45.600465 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-03155a52-3574-445f-a59f-11508c86f761 req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Deleting port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:45.600804 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-03155a52-3574-445f-a59f-11508c86f761 req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:45.688550 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [req-03155a52-3574-445f-a59f-11508c86f761 req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] For port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:45.688907 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-03155a52-3574-445f-a59f-11508c86f761 req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:45.700589 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [req-03155a52-3574-445f-a59f-11508c86f761 req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Calling delete_port for 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 owned by compute:nova {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:45.907026 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-03155a52-3574-445f-a59f-11508c86f761 req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (0fa0e1bb-8536-43fd-b5d7-efc9986ac136), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:45.933153 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event deleted for resources: {'Port': ['ID=0fa0e1bb-8536-43fd-b5d7-efc9986ac136,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:45.948268 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.948268 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.948268 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.948268 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.948624 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.948825 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.949154 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.949483 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.949810 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.950135 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.950460 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.950780 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.951122 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:45.989458 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [req-03155a52-3574-445f-a59f-11508c86f761 req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] No DVR routers for this DVR port 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 on host hv-cinder-83009 {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:55:45.991881 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [req-03155a52-3574-445f-a59f-11508c86f761 req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for port (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:45.995113 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [req-03155a52-3574-445f-a59f-11508c86f761 req-fd4fe445-162d-4d70-9a08-eafc70d8ab73 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.58 "DELETE /v2.0/ports/0fa0e1bb-8536-43fd-b5d7-efc9986ac136 HTTP/1.1" status: 204 len: 173 time: 0.4838419 Mar 08 20:55:45.995555 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'name': 'network-vif-deleted', 'tag': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136'}] {{(pid=103531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:55:45.997774 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}340c9f9393c84bb8a0a5fe840338fc7f2a7b675a6433d600a93fb4dbee2f7c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648931e-15ca-484d-aabb-cc72b119cfcd" -d '{"events": [{"server_uuid": "440b1af9-3bdb-4ca3-807f-d4c30f7b42d4", "name": "network-vif-deleted", "tag": "0fa0e1bb-8536-43fd-b5d7-efc9986ac136"}]}' {{(pid=103531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:55:46.140385 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c935fcbb-051a-4c01-85a5-3097816fe0fd x-openstack-request-id: req-c935fcbb-051a-4c01-85a5-3097816fe0fd {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:55:46.140728 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b1af9-3bdb-4ca3-807f-d4c30f7b42d4", "name": "network-vif-deleted", "tag": "0fa0e1bb-8536-43fd-b5d7-efc9986ac136", "status": "completed", "code": 200}]} {{(pid=103531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:55:46.140984 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c935fcbb-051a-4c01-85a5-3097816fe0fd {{(pid=103531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:55:46.141384 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b1af9-3bdb-4ca3-807f-d4c30f7b42d4', 'name': 'network-vif-deleted', 'tag': '0fa0e1bb-8536-43fd-b5d7-efc9986ac136', 'status': 'completed', 'code': 200} Mar 08 20:55:46.351117 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [req-5df17545-a632-4f09-8225-2878ac0bc111 req-ecca9a5a-4213-4157-bbfa-f117c82e60a1 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "GET /v2.0/ports?device_id=440b1af9-3bdb-4ca3-807f-d4c30f7b42d4 HTTP/1.1" status: 200 len: 210 time: 0.0337427 Mar 08 20:55:46.591727 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-6582529a-322d-496f-b34c-f7743613d84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:47.407733 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45626) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:47.529879 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-097a1e18-be84-437d-8a43-8700a5970c34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Deleting port 1d47ad40-1881-4faa-98b2-4be27c9de40e {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:47.530224 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-097a1e18-be84-437d-8a43-8700a5970c34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (1d47ad40-1881-4faa-98b2-4be27c9de40e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:47.603957 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-097a1e18-be84-437d-8a43-8700a5970c34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (1d47ad40-1881-4faa-98b2-4be27c9de40e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:47.604273 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-097a1e18-be84-437d-8a43-8700a5970c34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (1d47ad40-1881-4faa-98b2-4be27c9de40e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:47.616556 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-097a1e18-be84-437d-8a43-8700a5970c34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Calling delete_port for 1d47ad40-1881-4faa-98b2-4be27c9de40e owned by network:floatingip {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:48.004194 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-097a1e18-be84-437d-8a43-8700a5970c34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (1d47ad40-1881-4faa-98b2-4be27c9de40e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:48.028314 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a1e18-be84-437d-8a43-8700a5970c34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event deleted for resources: {'Port': ['ID=1d47ad40-1881-4faa-98b2-4be27c9de40e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:48.094746 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-097a1e18-be84-437d-8a43-8700a5970c34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for floatingip (a73abb6f-cabf-4845-9bb7-79ae3c1d9d16), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:48.097258 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-097a1e18-be84-437d-8a43-8700a5970c34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31898'] for floatingip (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:48.098410 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-097a1e18-be84-437d-8a43-8700a5970c34 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "DELETE /v2.0/floatingips/a73abb6f-cabf-4845-9bb7-79ae3c1d9d16 HTTP/1.1" status: 204 len: 168 time: 0.6895962 Mar 08 20:55:49.083654 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-90a2dfbc-22d7-438f-a2f0-b428090e3854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:49.426623 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45638) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:49.483833 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1b5ec8bb-d035-4e86-baa2-678df04e0995 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group (8b135ee2-c907-4e8e-9cae-66de5f41231a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:49.510809 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1b5ec8bb-d035-4e86-baa2-678df04e0995 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group (8b135ee2-c907-4e8e-9cae-66de5f41231a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:49.643841 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1b5ec8bb-d035-4e86-baa2-678df04e0995 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (8b135ee2-c907-4e8e-9cae-66de5f41231a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:49.646492 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1b5ec8bb-d035-4e86-baa2-678df04e0995 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:49.647716 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-1b5ec8bb-d035-4e86-baa2-678df04e0995 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] 10.222.0.55 "DELETE /v2.0/security-groups/8b135ee2-c907-4e8e-9cae-66de5f41231a HTTP/1.1" status: 204 len: 168 time: 0.2200615 Mar 08 20:55:49.657873 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ec8bb-d035-4e86-baa2-678df04e0995 tempest-TestVolumeBootPattern-728023609 tempest-TestVolumeBootPattern-728023609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b135ee2-c907-4e8e-9cae-66de5f41231a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:49.802112 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45642) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:50.294815 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:50.338168 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-854102'] for router_interface (cf517cde-2bb7-4a14-9492-b92e94b95096), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:50.355659 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:55:50.376299 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] No Port match for: 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:55:50.376639 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Device 0fa0e1bb-8536-43fd-b5d7-efc9986ac136 not bound to the agent host hv-cinder-83009 {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:55:50.586765 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] Deleting port c32d7be2-3b20-4af3-9988-ce023d64ec17 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:50.587416 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:50.664978 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] For port c32d7be2-3b20-4af3-9988-ce023d64ec17, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=c32d7be2-3b20-4af3-9988-ce023d64ec17,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:50.665337 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:50.677172 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] Calling delete_port for c32d7be2-3b20-4af3-9988-ce023d64ec17 owned by network:router_interface {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:50.906900 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (c32d7be2-3b20-4af3-9988-ce023d64ec17), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:50.932627 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32d7be2-3b20-4af3-9988-ce023d64ec17,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:51.115816 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-854050'] for router_interface (cf517cde-2bb7-4a14-9492-b92e94b95096), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:51.341325 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] Router cf517cde-2bb7-4a14-9492-b92e94b95096 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:55:51.451489 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:55:51.457749 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-50b57432-3377-45fe-a066-fcb4fa5b65c0 admin admin] 10.222.0.55 "PUT /v2.0/routers/cf517cde-2bb7-4a14-9492-b92e94b95096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6543701 Mar 08 20:55:51.459676 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45646) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:51.460973 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] Sync routers for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:55:51.472075 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:55:51.472635 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:55:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:51.566119 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Publish callbacks [] for router (cf517cde-2bb7-4a14-9492-b92e94b95096), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:51.578116 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:55:51.674893 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Publish callbacks [] for router_gateway (cf517cde-2bb7-4a14-9492-b92e94b95096), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:51.755452 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:55:50Z', 'revision_number': 5, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port': {'id': 'fb6d2533-72d1-47cc-a0ac-161f13b2f62f', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:51.758080 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:51.782058 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] Checking router: cf517cde-2bb7-4a14-9492-b92e94b95096 for host: dv-cinder-830097-3-iscsi {{(pid=103533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:55:51.790636 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] Routers {'cf517cde-2bb7-4a14-9492-b92e94b95096'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:55:51.791325 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:55:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['cf517cde-2bb7-4a14-9492-b92e94b95096'], 'active': True} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:51.827020 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Deleting port fb6d2533-72d1-47cc-a0ac-161f13b2f62f {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:51.827391 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:51.881715 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_dvr_db [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] Set router cf517cde-2bb7-4a14-9492-b92e94b95096 gateway port host: None {{(pid=103533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:55:51.923298 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] For port fb6d2533-72d1-47cc-a0ac-161f13b2f62f, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=fb6d2533-72d1-47cc-a0ac-161f13b2f62f,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:51.923558 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:51.935757 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Calling delete_port for fb6d2533-72d1-47cc-a0ac-161f13b2f62f owned by network:router_gateway {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:51.939912 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.l3_hamode_db [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:55:51Z', 'revision_number': 6, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port_host': None}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:51.966410 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05217fad-065c-413b-9189-50f4a3b28fd7 None None] The sync data for ids ['cf517cde-2bb7-4a14-9492-b92e94b95096'] in dv-cinder-830097-3-iscsi is: [{'id': 'cf517cde-2bb7-4a14-9492-b92e94b95096', 'name': 'tempest-TestVolumeBootPattern-927024922-router', 'tenant_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:42Z', 'updated_at': '2022-03-08T20:55:51Z', 'revision_number': 6, 'project_id': '01aee29bd04840b1a5e0b35fd6bc2d91', 'gw_port_host': None}] {{(pid=103533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:55:52.141269 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (fb6d2533-72d1-47cc-a0ac-161f13b2f62f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.170150 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6d2533-72d1-47cc-a0ac-161f13b2f62f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:52.231948 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-859272'] for router_gateway (cf517cde-2bb7-4a14-9492-b92e94b95096), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.542131 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-855612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24648'] for router (cf517cde-2bb7-4a14-9492-b92e94b95096), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.544258 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Publish callbacks [] for router_controller (cf517cde-2bb7-4a14-9492-b92e94b95096), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.655248 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-855595'] for router (cf517cde-2bb7-4a14-9492-b92e94b95096), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.655850 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf517cde-2bb7-4a14-9492-b92e94b95096 {{(pid=103530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:55:52.663932 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.665430 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-8cedde7b-561f-4865-9549-38a2d042610b admin admin] 10.222.0.55 "DELETE /v2.0/routers/cf517cde-2bb7-4a14-9492-b92e94b95096 HTTP/1.1" status: 204 len: 168 time: 1.2044933 Mar 08 20:55:52.668088 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45648) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:52.714501 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.db_base_plugin_v2 [None req-c055b89a-7087-4d34-ad6e-51f8c3118790 admin admin] Deleting subnet a2985601-8e8a-4773-8465-8e9a228d1351 {{(pid=103530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:55:52.717928 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c055b89a-7087-4d34-ad6e-51f8c3118790 admin admin] Publish callbacks [] for subnet (a2985601-8e8a-4773-8465-8e9a228d1351), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.753176 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c055b89a-7087-4d34-ad6e-51f8c3118790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134415'] for subnet (a2985601-8e8a-4773-8465-8e9a228d1351), precommit_delete_associations {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.837861 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c055b89a-7087-4d34-ad6e-51f8c3118790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (a2985601-8e8a-4773-8465-8e9a228d1351), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.917948 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.935821 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c055b89a-7087-4d34-ad6e-51f8c3118790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9010323'] for subnet (a2985601-8e8a-4773-8465-8e9a228d1351), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.963918 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055b89a-7087-4d34-ad6e-51f8c3118790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2985601-8e8a-4773-8465-8e9a228d1351,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:52.965945 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c055b89a-7087-4d34-ad6e-51f8c3118790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for subnet (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:52.969228 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-c055b89a-7087-4d34-ad6e-51f8c3118790 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a2985601-8e8a-4773-8465-8e9a228d1351 HTTP/1.1" status: 204 len: 168 time: 0.3001597 Mar 08 20:55:52.972201 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.wsgi [-] (103530) accepted ('10.222.0.55', 45650) {{(pid=103530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:52.976550 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98383ab4-93e0-4036-bb36-09ddcd51a6e2 None None] Network ecffcd94-e115-4d43-a217-c399c187471f requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:55:53.046130 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (ecffcd94-e115-4d43-a217-c399c187471f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.128450 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Deleting port e02a22e6-0441-470b-981b-12799442375e {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:53.129018 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (e02a22e6-0441-470b-981b-12799442375e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.148697 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] DHCP port deletion for ecffcd94-e115-4d43-a217-c399c187471f request from dv-cinder-830097-3-iscsi {{(pid=103532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:55:53.198362 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] For port e02a22e6-0441-470b-981b-12799442375e, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=e02a22e6-0441-470b-981b-12799442375e,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:53.198731 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (e02a22e6-0441-470b-981b-12799442375e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.204148 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Deleting port e02a22e6-0441-470b-981b-12799442375e {{(pid=103532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:53.205257 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (e02a22e6-0441-470b-981b-12799442375e), before_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.212518 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Calling delete_port for e02a22e6-0441-470b-981b-12799442375e owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:53.271436 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] For port e02a22e6-0441-470b-981b-12799442375e, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=e02a22e6-0441-470b-981b-12799442375e,segment=NetworkSegment(2c5fb2fb-7225-4348-bae9-ef2ac751996f),segment_id=2c5fb2fb-7225-4348-bae9-ef2ac751996f)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:53.271754 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (e02a22e6-0441-470b-981b-12799442375e), precommit_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.284266 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Calling delete_port for e02a22e6-0441-470b-981b-12799442375e owned by network:dhcp {{(pid=103532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:53.364137 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10270638'] for port (e02a22e6-0441-470b-981b-12799442375e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.369884 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (e02a22e6-0441-470b-981b-12799442375e), after_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.390976 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02a22e6-0441-470b-981b-12799442375e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:53.395212 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] No DVR routers for this DVR port e02a22e6-0441-470b-981b-12799442375e on host dv-cinder-830097-3-iscsi {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:55:53.402883 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Pushing event deleted for resources: {'Port': ['ID=e02a22e6-0441-470b-981b-12799442375e,revision_number=None']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:53.408532 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] No DVR routers for this DVR port e02a22e6-0441-470b-981b-12799442375e on host dv-cinder-830097-3-iscsi {{(pid=103532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:55:53.418732 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.422265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.422265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.422265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.422265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.422265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.422265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.422265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.422265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.422265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.422265 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.426606 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.426606 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79bd367-cac4-4484-a9ed-87943ba5a192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-3-iscsi {{(pid=103532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:53.471742 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (ecffcd94-e115-4d43-a217-c399c187471f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.492900 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecffcd94-e115-4d43-a217-c399c187471f']}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:53.503053 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5fb2fb-7225-4348-bae9-ef2ac751996f') {'for_net_delete': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:53.503389 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.services.segments.db [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5fb2fb-7225-4348-bae9-ef2ac751996f') {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:53.513128 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134516'] for segment (2c5fb2fb-7225-4348-bae9-ef2ac751996f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.526858 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (2c5fb2fb-7225-4348-bae9-ef2ac751996f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.532671 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:55:53.533051 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10270707'] for segment (2c5fb2fb-7225-4348-bae9-ef2ac751996f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: Traceback (most recent call last): Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: timer() Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: cb(*args, **kw) Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: return func(*args, **kwargs) Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: self._notify() Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: self.callback(batched_events) Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: event.method(event) Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: return f(self, *a, **k) Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._get(url).json() Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: return self.request(url, 'GET', **kwargs) Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:55:53.534706 dv-cinder-830097-3-iscsi neutron-server[103530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:55:53.643942 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (ecffcd94-e115-4d43-a217-c399c187471f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.651439 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:53.654873 dv-cinder-830097-3-iscsi neutron-server[103530]: INFO neutron.wsgi [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ecffcd94-e115-4d43-a217-c399c187471f HTTP/1.1" status: 204 len: 168 time: 0.6816885 Mar 08 20:55:53.662973 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45652) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:53.664503 dv-cinder-830097-3-iscsi neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a425b-86b8-4cc5-a41a-08b140a08593 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecffcd94-e115-4d43-a217-c399c187471f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:53.894023 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device fb6d2533-72d1-47cc-a0ac-161f13b2f62f no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:55:53.915504 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: fb6d2533-72d1-47cc-a0ac-161f13b2f62f {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:55:53.915950 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device fb6d2533-72d1-47cc-a0ac-161f13b2f62f not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:55:53.916455 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device e02a22e6-0441-470b-981b-12799442375e no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:55:53.938300 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: e02a22e6-0441-470b-981b-12799442375e {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:55:53.939727 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device e02a22e6-0441-470b-981b-12799442375e not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:55:53.939727 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device c32d7be2-3b20-4af3-9988-ce023d64ec17 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:55:53.960786 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: c32d7be2-3b20-4af3-9988-ce023d64ec17 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:55:53.961136 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device c32d7be2-3b20-4af3-9988-ce023d64ec17 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:55:54.367002 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-854102'] for router_interface (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:54.678107 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] Deleting port c1c684f4-1a14-4a76-8699-5b005583f280 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:54.678813 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:54.782701 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] For port c1c684f4-1a14-4a76-8699-5b005583f280, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=c1c684f4-1a14-4a76-8699-5b005583f280,segment=NetworkSegment(a6214676-ef75-41e6-b298-ff2eaf5f992b),segment_id=a6214676-ef75-41e6-b298-ff2eaf5f992b)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:54.783063 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:54.796618 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] Calling delete_port for c1c684f4-1a14-4a76-8699-5b005583f280 owned by network:router_interface {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:55.072328 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (c1c684f4-1a14-4a76-8699-5b005583f280), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:55.101994 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c684f4-1a14-4a76-8699-5b005583f280,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:55.282097 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-854050'] for router_interface (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:55.504281 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] Router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 has already been hosted by L3 agent 9c6984a6-cabc-48bf-a9fd-7a768e51e8af {{(pid=103531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:55:55.611314 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] Notify agent at l3_agent.dv-cinder-830097-3-iscsi the message routers_updated {{(pid=103531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:55:55.616639 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b97079c8-2e82-4092-9912-c87e49cdfda5 admin admin] 10.222.0.55 "PUT /v2.0/routers/5781c3f3-13b6-4af7-8fde-6f69477ea1a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525995 Mar 08 20:55:55.619323 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45654) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:55.619819 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] Sync routers for ids ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'] in dv-cinder-830097-3-iscsi {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:55:55.630804 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] Routers {'5781c3f3-13b6-4af7-8fde-6f69477ea1a6'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:55:55.631473 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:55:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:55.726552 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Publish callbacks [] for router (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:55.739303 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] Set router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 gateway port host: dv-cinder-830097-3-iscsi {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:55:55.834002 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Publish callbacks [] for router_gateway (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:55.927510 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'name': 'tempest-TestVolumeBootPattern-1718819248-router', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'external_fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:48Z', 'updated_at': '2022-03-08T20:55:54Z', 'revision_number': 5, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'gw_port': {'id': '7575c496-9277-4ec0-b3c3-5787a1593e16', 'name': '', 'network_id': '0c355d18-4341-4d2a-bed0-95c5e50dfee6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4922a627-5c68-4256-822b-8e12362a1110', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:46:49Z', 'updated_at': '2022-03-08T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4922a627-5c68-4256-822b-8e12362a1110', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-3-iscsi'}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:55.953032 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] Checking router: 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 for host: dv-cinder-830097-3-iscsi {{(pid=103532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:55:55.962147 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] Routers {'5781c3f3-13b6-4af7-8fde-6f69477ea1a6'} bound to L3 agent in host dv-cinder-830097-3-iscsi {{(pid=103532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:55:55.962754 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:24:49Z,description=,heartbeat_timestamp=2022-03-08T20:55:49Z,host='dv-cinder-830097-3-iscsi',id=9c6984a6-cabc-48bf-a9fd-7a768e51e8af,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:24:50Z,topic='l3_agent')) {'router_ids': ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'], 'active': True} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:56.008793 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Deleting port 7575c496-9277-4ec0-b3c3-5787a1593e16 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:56.009131 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.051683 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvr_db [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] Set router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 gateway port host: None {{(pid=103532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:55:56.092095 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] For port 7575c496-9277-4ec0-b3c3-5787a1593e16, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=7575c496-9277-4ec0-b3c3-5787a1593e16,segment=NetworkSegment(b02afc65-4536-4a65-8e05-8d8f0c953461),segment_id=b02afc65-4536-4a65-8e05-8d8f0c953461)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:56.092484 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.104941 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Calling delete_port for 7575c496-9277-4ec0-b3c3-5787a1593e16 owned by network:router_gateway {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:56.105165 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_hamode_db [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'name': 'tempest-TestVolumeBootPattern-1718819248-router', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:48Z', 'updated_at': '2022-03-08T20:55:55Z', 'revision_number': 6, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'gw_port_host': None}], 'dv-cinder-830097-3-iscsi', False) {} {{(pid=103532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:56.131040 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3773fa-9662-4773-a0d4-89c47c2ef964 None None] The sync data for ids ['5781c3f3-13b6-4af7-8fde-6f69477ea1a6'] in dv-cinder-830097-3-iscsi is: [{'id': '5781c3f3-13b6-4af7-8fde-6f69477ea1a6', 'name': 'tempest-TestVolumeBootPattern-1718819248-router', 'tenant_id': 'f11bbc36e2944a5193f8336af4fe9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:46:48Z', 'updated_at': '2022-03-08T20:55:55Z', 'revision_number': 6, 'project_id': 'f11bbc36e2944a5193f8336af4fe9151', 'gw_port_host': None}] {{(pid=103532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:55:56.317846 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (7575c496-9277-4ec0-b3c3-5787a1593e16), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.347825 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7575c496-9277-4ec0-b3c3-5787a1593e16,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:56.406090 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-859272'] for router_gateway (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.496714 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-855612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24648'] for router (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.499395 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Publish callbacks [] for router_controller (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.677678 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-855595'] for router (5781c3f3-13b6-4af7-8fde-6f69477ea1a6), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.678169 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5781c3f3-13b6-4af7-8fde-6f69477ea1a6 {{(pid=103531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:55:56.682666 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.683818 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-38863de6-0b07-41cc-8a76-d73e7a9718f3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5781c3f3-13b6-4af7-8fde-6f69477ea1a6 HTTP/1.1" status: 204 len: 168 time: 1.0635490 Mar 08 20:55:56.686332 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45656) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:56.734433 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c773aad2-afb9-4089-9b96-bebb76e8528d admin admin] Deleting subnet 46a84fe5-6e3b-413f-92b8-3a861847ddea {{(pid=103531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:55:56.739876 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c773aad2-afb9-4089-9b96-bebb76e8528d admin admin] Publish callbacks [] for subnet (46a84fe5-6e3b-413f-92b8-3a861847ddea), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.775093 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c773aad2-afb9-4089-9b96-bebb76e8528d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9095704'] for subnet (46a84fe5-6e3b-413f-92b8-3a861847ddea), precommit_delete_associations {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.858919 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c773aad2-afb9-4089-9b96-bebb76e8528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1975543'] for subnet (46a84fe5-6e3b-413f-92b8-3a861847ddea), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:56.975688 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c773aad2-afb9-4089-9b96-bebb76e8528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1975532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-909916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9274928'] for subnet (46a84fe5-6e3b-413f-92b8-3a861847ddea), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.003719 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773aad2-afb9-4089-9b96-bebb76e8528d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a84fe5-6e3b-413f-92b8-3a861847ddea,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:57.005726 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c773aad2-afb9-4089-9b96-bebb76e8528d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.009043 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-c773aad2-afb9-4089-9b96-bebb76e8528d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/46a84fe5-6e3b-413f-92b8-3a861847ddea HTTP/1.1" status: 204 len: 168 time: 0.3215566 Mar 08 20:55:57.011538 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45658) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:57.012393 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a79bf63-e477-4927-8458-31fedb440d8f None None] Network c910c057-7781-4bb7-8061-6e6903674ea7 requested from dv-cinder-830097-3-iscsi {{(pid=103532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:55:57.096218 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995896'] for network (c910c057-7781-4bb7-8061-6e6903674ea7), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.165247 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Deleting port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 {{(pid=103531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:57.166104 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.195363 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080a9a5-73d1-44b2-87ab-c02ee54ac4f3 None None] DHCP port deletion for c910c057-7781-4bb7-8061-6e6903674ea7 request from dv-cinder-830097-3-iscsi {{(pid=103532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:55:57.231815 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] For port 86d9de68-77e1-4d92-83fa-cab7086c7fa8, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=86d9de68-77e1-4d92-83fa-cab7086c7fa8,segment=NetworkSegment(a6214676-ef75-41e6-b298-ff2eaf5f992b),segment_id=a6214676-ef75-41e6-b298-ff2eaf5f992b)] {{(pid=103531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:57.232180 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.245619 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Calling delete_port for 86d9de68-77e1-4d92-83fa-cab7086c7fa8 owned by network:dhcp {{(pid=103531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:57.253246 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-6080a9a5-73d1-44b2-87ab-c02ee54ac4f3 None None] Deleting port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 {{(pid=103532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:55:57.253617 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-6080a9a5-73d1-44b2-87ab-c02ee54ac4f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745625680451'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), before_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.320329 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.db [None req-6080a9a5-73d1-44b2-87ab-c02ee54ac4f3 None None] For port 86d9de68-77e1-4d92-83fa-cab7086c7fa8, host dv-cinder-830097-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-3-iscsi',level=0,port_id=86d9de68-77e1-4d92-83fa-cab7086c7fa8,segment=NetworkSegment(a6214676-ef75-41e6-b298-ff2eaf5f992b),segment_id=a6214676-ef75-41e6-b298-ff2eaf5f992b)] {{(pid=103532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:57.320731 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-6080a9a5-73d1-44b2-87ab-c02ee54ac4f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-858948'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), precommit_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.338448 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-6080a9a5-73d1-44b2-87ab-c02ee54ac4f3 None None] Calling delete_port for 86d9de68-77e1-4d92-83fa-cab7086c7fa8 owned by network:dhcp {{(pid=103532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:55:57.415529 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8694646'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.443321 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d9de68-77e1-4d92-83fa-cab7086c7fa8,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:57.447468 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] No DVR routers for this DVR port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 on host dv-cinder-830097-3-iscsi {{(pid=103531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:55:57.518953 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1666424', 'neutron.services.segments.db._delete_segments_for_network-8745625853287'] for network (c910c057-7781-4bb7-8061-6e6903674ea7), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.543152 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c910c057-7781-4bb7-8061-6e6903674ea7']}} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:57.549425 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-6080a9a5-73d1-44b2-87ab-c02ee54ac4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745625686182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745625327544'] for port (86d9de68-77e1-4d92-83fa-cab7086c7fa8), after_delete {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.554535 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6214676-ef75-41e6-b298-ff2eaf5f992b') {'for_net_delete': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:57.555069 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.services.segments.db [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6214676-ef75-41e6-b298-ff2eaf5f992b') {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:57.567908 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745625854064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9095907'] for segment (a6214676-ef75-41e6-b298-ff2eaf5f992b), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.572126 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080a9a5-73d1-44b2-87ab-c02ee54ac4f3 None None] Pushing event deleted for resources: {'Port': ['ID=86d9de68-77e1-4d92-83fa-cab7086c7fa8,revision_number=None']} {{(pid=103532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:57.578643 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080a9a5-73d1-44b2-87ab-c02ee54ac4f3 None None] No DVR routers for this DVR port 86d9de68-77e1-4d92-83fa-cab7086c7fa8 on host dv-cinder-830097-3-iscsi {{(pid=103532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:55:57.583718 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788'] for segment (a6214676-ef75-41e6-b298-ff2eaf5f992b), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.590430 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:55:57.590854 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1981788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8694571'] for segment (a6214676-ef75-41e6-b298-ff2eaf5f992b), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: Traceback (most recent call last): Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: timer() Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: cb(*args, **kw) Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: return func(*args, **kwargs) Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: self._notify() Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: self.callback(batched_events) Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: event.method(event) Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: return f(self, *a, **k) Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._get(url).json() Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: return self.request(url, 'GET', **kwargs) Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:55:57.593307 dv-cinder-830097-3-iscsi neutron-server[103531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:55:57.706445 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1666417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-881988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-859308'] for network (c910c057-7781-4bb7-8061-6e6903674ea7), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.712265 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551698'] for network (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:57.715664 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c910c057-7781-4bb7-8061-6e6903674ea7 HTTP/1.1" status: 204 len: 168 time: 0.7020273 Mar 08 20:55:57.727056 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e7714-c877-43b1-aaa5-82f0bb3ebf62 admin admin] Pushing event deleted for resources: {'Network': ['ID=c910c057-7781-4bb7-8061-6e6903674ea7,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:57.893637 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 86d9de68-77e1-4d92-83fa-cab7086c7fa8 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:55:57.914292 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 86d9de68-77e1-4d92-83fa-cab7086c7fa8 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:55:57.914631 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 86d9de68-77e1-4d92-83fa-cab7086c7fa8 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:55:57.915051 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device c1c684f4-1a14-4a76-8699-5b005583f280 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:55:57.938083 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: c1c684f4-1a14-4a76-8699-5b005583f280 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:55:57.938351 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device c1c684f4-1a14-4a76-8699-5b005583f280 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:55:57.942485 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7575c496-9277-4ec0-b3c3-5787a1593e16 no longer exists at agent ovs-agent-dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:55:57.961795 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.plugin [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] No Port match for: 7575c496-9277-4ec0-b3c3-5787a1593e16 {{(pid=103532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:55:57.961795 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron.plugins.ml2.rpc [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Device 7575c496-9277-4ec0-b3c3-5787a1593e16 not bound to the agent host dv-cinder-830097-3-iscsi {{(pid=103532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:55:58.042250 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45662) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:58.081495 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-edfa45fd-2d5e-4453-bdff-05aed63d0649 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01aee29bd04840b1a5e0b35fd6bc2d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397949 Mar 08 20:55:58.084078 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45664) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:58.138945 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e81baa11-e431-4e5b-ba3f-a13da54e5599 admin admin] Publish callbacks [] for security_group (e26e2095-dc45-4a69-8de6-82966056239b), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:58.161036 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e81baa11-e431-4e5b-ba3f-a13da54e5599 admin admin] Publish callbacks [] for security_group (e26e2095-dc45-4a69-8de6-82966056239b), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:58.289252 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e81baa11-e431-4e5b-ba3f-a13da54e5599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (e26e2095-dc45-4a69-8de6-82966056239b), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:58.291844 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e81baa11-e431-4e5b-ba3f-a13da54e5599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:58.293010 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-e81baa11-e431-4e5b-ba3f-a13da54e5599 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e26e2095-dc45-4a69-8de6-82966056239b HTTP/1.1" status: 204 len: 168 time: 0.2079349 Mar 08 20:55:58.301761 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81baa11-e431-4e5b-ba3f-a13da54e5599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26e2095-dc45-4a69-8de6-82966056239b,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:58.929773 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45670) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:58.968321 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-44606250-73c4-462a-aece-60030de251c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f11bbc36e2944a5193f8336af4fe9151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373895 Mar 08 20:55:58.971598 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [-] (103531) accepted ('10.222.0.55', 45672) {{(pid=103531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:55:59.017562 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b616058f-b1f9-4a19-92ba-47ce04cd5987 admin admin] Publish callbacks [] for security_group (4cc726ed-c914-4dac-af2c-073b423e8b90), before_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:59.039151 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b616058f-b1f9-4a19-92ba-47ce04cd5987 admin admin] Publish callbacks [] for security_group (4cc726ed-c914-4dac-af2c-073b423e8b90), precommit_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:59.134879 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b616058f-b1f9-4a19-92ba-47ce04cd5987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886930'] for security_group (4cc726ed-c914-4dac-af2c-073b423e8b90), after_delete {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:59.137483 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b616058f-b1f9-4a19-92ba-47ce04cd5987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:55:59.138624 dv-cinder-830097-3-iscsi neutron-server[103531]: INFO neutron.wsgi [None req-b616058f-b1f9-4a19-92ba-47ce04cd5987 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cc726ed-c914-4dac-af2c-073b423e8b90 HTTP/1.1" status: 204 len: 168 time: 0.1661437 Mar 08 20:55:59.147022 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616058f-b1f9-4a19-92ba-47ce04cd5987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc726ed-c914-4dac-af2c-073b423e8b90,revision_number=None']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:06.466023 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:16.522437 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e76a5c97-825f-4488-99ac-ef8e1c2582ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:16.679796 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:56:19.099863 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-cfe4764b-e877-4d4d-8455-236178a01f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:20.293741 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:21.711298 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:22.928199 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:36.475941 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:46.515780 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-ab6054c5-6387-4118-9317-cb0aeb0a1b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:49.064558 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-59ddd30c-3345-49ce-816a-2f4559d95d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:50.281367 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:51.715711 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:52.921872 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:56:53.680361 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:57:06.511890 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:16.520139 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8e8cf957-5397-494f-91a5-67dc864f7326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:19.068715 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-b751cbb6-1a54-48da-b881-a5fc36e367fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:20.291767 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:21.715222 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:22.926096 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:27.026655 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-da8ee42b-edaf-487a-af99-c18accc70bda service neutron] (103531) timed out ('10.222.0.55', 40572) {{(pid=103531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:57:27.189827 dv-cinder-830097-3-iscsi neutron-server[103531]: DEBUG neutron.wsgi [req-b4b149a1-4d55-4ae7-a2ea-ada639a6b95c req-9413da6c-03d5-4420-9571-2d11d10baced tempest-AttachVolumeShelveTestJSON-1929925133 tempest-AttachVolumeShelveTestJSON-1929925133-project] (103531) timed out ('10.222.0.55', 40580) {{(pid=103531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:57:30.679230 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:57:36.428256 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:46.525153 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-7a67d603-6999-4860-85b8-53a275dd7147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:49.096299 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3d80b30b-ddd1-4a88-935c-e146b7d3836a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:50.336464 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:51.702329 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:57:52.930615 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:06.513258 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:07.678728 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:58:16.541650 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-f51a2f0c-8415-43b0-8233-a603fbd18dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:19.084008 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-d15e8da3-5b26-4f29-a070-7666bf420f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:20.295400 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:21.718702 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:22.957919 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:36.449353 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:44.678182 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:58:46.557446 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1185ee34-8614-4dc0-8752-6da62a071316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:49.071339 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-3e5b57e6-6676-480d-99b8-3be727c70f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:50.323179 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:51.740074 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:58:52.928396 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:06.454056 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:16.550074 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-4e34ba99-133b-4856-90c7-1adf7f06c6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:19.088099 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-fe010651-1fcd-4bae-adf2-e276bdf0ab0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:20.287615 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:21.677278 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:59:21.717150 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:22.927732 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:36.469790 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:46.555564 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-81b055ea-1b61-42cd-b94b-a2ddb638266b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:49.086844 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-81485f5b-730c-4737-867e-edd9603e2f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:50.344031 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:51.720894 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:52.932238 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:59:58.677494 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:00:06.571451 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:16.571462 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-5cb75d23-426d-42da-9a2c-9b643399de93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:19.069976 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-468d5fe7-669d-4162-8523-7a3ebdb5ac4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:20.304131 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:21.720143 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:22.931186 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:35.676729 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:00:36.502639 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:46.540844 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-67be2133-418a-4d1c-a29e-5258481f4601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:49.078323 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-13be99c2-a4e0-452a-ab61-f23ab1f86125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:50.308221 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:51.747246 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:00:52.923519 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:01:06.546757 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1aaee37e-72cf-451b-8209-6bf29f2c2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (5b7c6ee1-349f-4f1c-8755-41d33485cd98), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:01:12.676354 dv-cinder-830097-3-iscsi neutron-server[103533]: DEBUG neutron.db.agents_db [None req-8e097622-c4b7-40bb-a30a-2c4bfc1238a0 None None] Agent healthcheck: found 6 active agents {{(pid=103533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:01:16.631465 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1146a16a-4623-4667-8977-24fda96e5a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (0922aa07-4464-4359-8102-d3e4f7dbf834), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:01:19.100927 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-9a602e15-8650-4506-b6a4-e188e0303196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (9c6984a6-cabc-48bf-a9fd-7a768e51e8af), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:01:20.322641 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-8a1713da-2264-435f-bdd3-7fb96543a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (313001a1-76cb-4097-8a50-116cbc5b37dd), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:01:21.745547 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-e07b44f0-d26c-477a-adfe-dfe51277d2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (1f2b9fe0-849a-42f3-b5f2-03840e2c53e8), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:01:22.962416 dv-cinder-830097-3-iscsi neutron-server[103532]: DEBUG neutron_lib.callbacks.manager [None req-1d35dcf9-76e4-4d76-aa85-df117da36a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745625853269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1659523'] for agent (f7af45c1-b8f9-40cd-8dfb-58ec0cd52166), after_update {{(pid=103532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}